-- Logs begin at Thu 2021-10-28 15:15:46 UTC, end at Thu 2021-10-28 16:14:46 UTC. -- Oct 28 15:47:21.353673 dv-cinder-780759-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 15:47:24.074149 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.common.config [-] Logging enabled! Oct 28 15:47:24.074753 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 15:47:24.074859 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101374) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 15:47:24.078078 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.common.config [-] Logging enabled! Oct 28 15:47:24.078319 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 15:47:24.078629 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101374) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 15:47:24.079608 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 15:47:24.079814 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 15:47:24.080210 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 15:47:24.080433 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 15:47:24.080652 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 15:47:24.080991 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.081285 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.081579 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.081804 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.082087 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.082383 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.082662 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.082933 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.083228 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.083512 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.083799 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.084083 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.084307 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.084583 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.084865 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.085145 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.085365 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] debug = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.085642 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.086058 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.086461 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.086740 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.087026 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.087299 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.087592 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.087865 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.088147 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.088471 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] host = dv-cinder-780759-4-iscsi {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.088745 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.089030 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.089312 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.089618 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.089888 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.090160 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.090443 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.090714 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.090983 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.091254 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.091564 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.091848 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.092132 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.092353 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.092571 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.092857 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.093142 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.093413 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.093681 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.093956 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.094224 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.094496 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.094759 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.095037 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.095318 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.095622 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.095892 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.096161 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.096427 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.096696 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.096976 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.097247 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.097517 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.097785 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.098064 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.098327 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.098596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.098890 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.099172 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.099450 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.099754 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.100023 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.100303 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.100571 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.100837 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.101104 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] use_json = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.101371 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.101637 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.101915 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.102182 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.102451 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.102720 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.102985 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.103266 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:24.103585 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.103885 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.104181 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.104462 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.104765 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.105041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.105380 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.105654 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.105941 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.106229 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.106516 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.106796 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.107080 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.107354 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.107679 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.107985 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.108276 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.108568 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.108841 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.109112 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.109382 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.109658 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.109941 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.110215 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.110504 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.110790 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.111066 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.111350 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.111671 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.111960 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.112231 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.112506 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.112794 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.113070 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.113337 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.113613 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.113902 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.114176 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.114446 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.114729 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.115001 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.115269 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.115561 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.115839 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.116125 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.116399 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.116666 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.116936 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.117209 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.117477 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.117757 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.118032 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.118301 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.118570 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.118845 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.119114 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.119384 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.119679 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.119948 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.120223 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.120491 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.120761 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.121052 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.121326 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.121595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.121862 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.122130 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.122405 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.122677 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.122945 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.123214 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.123502 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.123773 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.124063 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.124359 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.124637 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.124912 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.125187 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.125459 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.125731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.126001 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.126275 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.126547 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.126814 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.127097 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.127375 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.127680 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.127960 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.128239 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.128562 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.128841 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.129121 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.129395 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.129669 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.129949 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.130228 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.130521 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.130809 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.131097 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.131385 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.131700 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.131976 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.132278 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.132552 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:24.132766 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 15:47:24.133003 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101374) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 15:47:24.566791 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 15:47:24.567044 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 15:47:24.567342 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 15:47:24.567693 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 15:47:24.884927 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.885181 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.885483 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.886761 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.887031 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.887294 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.922747 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.923011 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.923274 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.938792 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.939064 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.939334 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.968867 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.969124 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:24.969388 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.005186 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.005466 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.005734 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.237661 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.238284 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.238284 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.238439 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.239035 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.365245 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.365555 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.365837 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.366103 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.366366 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.366673 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.366929 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.367181 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.367429 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.367733 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.367977 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.368234 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.368487 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.368729 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.368980 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.369243 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.369491 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.369737 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.370008 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.370263 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.370529 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.370776 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.371088 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.371461 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.371731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.371977 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.372376 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:25.372615 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:25.372850 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:25.373082 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:25.373312 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:25.373542 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:25.373905 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 15:47:25.377182 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 15:47:25.381183 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 15:47:25.385025 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Oct 28 15:47:25.386706 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 15:47:25.387187 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 15:47:25.387513 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 15:47:25.387914 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 15:47:25.390734 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 15:47:25.390979 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 15:47:25.391323 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 15:47:25.396668 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 15:47:25.418832 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 15:47:25.419274 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.419596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101374) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 15:47:25.419957 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.421344 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101374) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 15:47:25.421622 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 15:47:25.421857 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 15:47:25.425437 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.425713 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:25.488476 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 15:47:25.488615 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 15:47:25.488873 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 15:47:25.489239 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 15:47:25.512193 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_db.sqlalchemy.engines [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101374) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 15:47:26.066053 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing driver for type 'gre' Oct 28 15:47:26.066651 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] gre ID ranges: [(1, 1000)] Oct 28 15:47:26.124952 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing driver for type 'local' Oct 28 15:47:26.125295 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing driver for type 'vlan' Oct 28 15:47:26.139005 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] VlanTypeDriver initialization complete Oct 28 15:47:26.139444 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing driver for type 'vxlan' Oct 28 15:47:26.140058 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] vxlan ID ranges: [(1, 1000)] Oct 28 15:47:26.192578 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing extension driver 'port_security' Oct 28 15:47:26.192895 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.extensions.port_security [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] PortSecurityExtensionDriver initialization complete Oct 28 15:47:26.193361 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing mechanism driver 'openvswitch' Oct 28 15:47:26.193652 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing mechanism driver 'hyperv' Oct 28 15:47:26.200436 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.plugin [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101374) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:47:26.201292 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.201661 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.202009 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.202551 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:47:26.202994 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.203348 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.203717 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.204126 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:47:26.204543 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.204889 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.205228 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.205619 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:47:26.206030 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > security_group after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.206376 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > security_group after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.206712 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.207107 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:47:26.207542 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.207889 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.208266 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.208648 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:47:26.209067 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > address_group after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.209400 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > address_group after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.209739 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.210140 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101374) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 15:47:26.210516 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] ML2 OVO RPC backend initialized. {{(pid=101374) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 15:47:26.211217 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.211593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.212009 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.212351 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > networks before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.212691 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.213032 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > ports before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.213371 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.213706 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnets before_response 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.214053 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.214368 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.214694 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.215025 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.215354 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.215702 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.216032 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.216361 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.216686 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.217292 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.plugin [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Modular L2 Plugin initialization complete Oct 28 15:47:26.217628 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading services supported by the core plugin {{(pid=101374) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 15:47:26.217956 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.plugins.ml2.managers [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Got port-security extension from driver 'port_security' Oct 28 15:47:26.218424 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.extensions.vlantransparent [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Disabled vlantransparent extension. Oct 28 15:47:26.218916 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101374) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 15:47:26.219238 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: router Oct 28 15:47:26.255052 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.255705 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_create 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.255793 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router before_create 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.256165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.256532 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.256879 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_delete 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.257237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.257697 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.258053 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_create 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.258392 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_update 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.258739 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_update 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.259080 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.259428 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_update 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.259860 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.260222 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.260558 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.260890 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: subnet after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.261229 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.261636 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.261975 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.262299 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.262637 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.262983 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router after_update 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.263320 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.263691 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.264033 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.264375 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.264735 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > agent after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.265078 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > agent after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.265420 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > network after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.266286 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Tracking information for resource: router configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:26.266612 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Tracking information for resource: floatingip configured {{(pid=101374) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 15:47:26.271572 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.db.l3_agentschedulers_db [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 15:47:26.272149 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.272506 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port after_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.272851 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port after_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.273206 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: port after_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.273945 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router before_create 55550100 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.274339 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.274698 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_create 55550100 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.275047 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > router precommit_update 55550100 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.279992 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.provider_configuration [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service providers = [] {{(pid=101374) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 15:47:26.280351 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.db.servicetype_db [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101374) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 15:47:26.283283 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.service_base [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:47:26.283662 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.service_base [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:47:26.284001 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.service_base [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:47:26.284874 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.services.service_base [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101374) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 15:47:26.285241 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.services.service_base [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 15:47:26.285613 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.285926 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 15:47:26.298027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.298359 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: auto_allocate Oct 28 15:47:26.304560 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: network precommit_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.304923 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: network precommit_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.305443 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.305767 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: tag Oct 28 15:47:26.312604 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.312931 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: timestamp Oct 28 15:47:26.316840 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.317134 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: network_ip_availability Oct 28 15:47:26.322593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.322954 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.323304 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.324108 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.324420 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: flavors Oct 28 15:47:26.329441 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.329781 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading Plugin: revisions Oct 28 15:47:26.334070 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101374) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 15:47:26.334459 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_concurrency.lockutils [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.767s {{(pid=101374) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 15:47:26.335203 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101374) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 15:47:26.335542 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Initializing extension manager. Oct 28 15:47:26.336075 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: __init__.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.336412 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: __pycache__ {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.336742 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.337073 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: address_group.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.337826 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.338398 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: address-group Oct 28 15:47:26.338716 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: address_scope.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.339423 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.339995 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: address-scope Oct 28 15:47:26.340313 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.341280 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.341807 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: router-admin-state-down-before-update Oct 28 15:47:26.342126 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: agent.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.342834 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.343354 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: agent Oct 28 15:47:26.343684 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: agent_resources_synced.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.344605 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.345117 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: agent-resources-synced Oct 28 15:47:26.345434 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: allowedaddresspairs.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.347227 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.347783 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: allowed-address-pairs Oct 28 15:47:26.348104 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: auto_allocated_topology.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.349188 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.349719 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: auto-allocated-topology Oct 28 15:47:26.350036 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: availability_zone.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.350731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.351242 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: availability_zone Oct 28 15:47:26.351595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: availability_zone_filter.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.352501 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.353014 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: availability_zone_filter Oct 28 15:47:26.353328 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: data_plane_status.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.354237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.354756 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 15:47:26.355069 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: default_subnetpools.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.356066 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.356593 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: default-subnetpools Oct 28 15:47:26.356909 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.357723 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.358245 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: dhcp_agent_scheduler Oct 28 15:47:26.358558 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: dns.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.359471 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.360020 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 15:47:26.360340 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: dns_domain_ports.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.361258 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.361768 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 15:47:26.362086 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.363002 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.363525 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 15:47:26.363855 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: dvr.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.364520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.365036 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: dvr Oct 28 15:47:26.365352 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: ecmp_routes.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.366264 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.366775 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 15:47:26.367094 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: empty_string_filtering.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.368033 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.368550 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: empty-string-filtering Oct 28 15:47:26.368869 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.369787 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.370292 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 15:47:26.370617 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.371593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.372105 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 15:47:26.372424 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: external_net.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.373324 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.373836 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: external-net Oct 28 15:47:26.374153 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.375058 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.375603 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: extra_dhcp_opt Oct 28 15:47:26.375923 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: extraroute.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.376838 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.377348 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: extraroute Oct 28 15:47:26.377666 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: extraroute_atomic.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.378687 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.379207 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: extraroute-atomic Oct 28 15:47:26.379557 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: filter_validation.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.380390 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.380907 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: filter-validation Oct 28 15:47:26.381222 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: fip_pf_description.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.382132 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.382647 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 15:47:26.382960 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: fip_port_details.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.383907 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.384432 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: fip-port-details Oct 28 15:47:26.384752 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: flavors.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.385986 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.386572 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: flavors Oct 28 15:47:26.386888 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.388590 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.389122 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 15:47:26.389441 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: floatingip_pools.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.390144 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.390658 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: floatingip-pools Oct 28 15:47:26.390974 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: ip_allocation.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.391928 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.392440 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 15:47:26.392759 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.393671 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.394185 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: ip-substring-filtering Oct 28 15:47:26.394506 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l2_adjacency.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.395435 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.395974 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 15:47:26.396289 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.397251 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.397782 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: router Oct 28 15:47:26.398107 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.400402 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.400935 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 15:47:26.401285 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.402281 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.402883 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: ext-gw-mode Oct 28 15:47:26.403193 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.404246 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.404779 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: l3-ha Oct 28 15:47:26.405114 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3_flavors.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.406158 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.406669 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: l3-flavors Oct 28 15:47:26.407015 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.408045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.408660 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 15:47:26.409014 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: l3agentscheduler.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.410152 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.410742 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: l3_agent_scheduler Oct 28 15:47:26.411036 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: logging.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.412734 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.413383 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension logging not supported by any of loaded plugins Oct 28 15:47:26.413746 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: metering.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.414595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.415242 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: metering Oct 28 15:47:26.415697 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.416990 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.417590 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: metering_source_and_destination_fields Oct 28 15:47:26.417995 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: multiprovidernet.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.419025 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.419653 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: multi-provider Oct 28 15:47:26.420001 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: netmtu.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.421030 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.421614 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: net-mtu Oct 28 15:47:26.421977 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: netmtu_writable.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.422954 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.423469 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: net-mtu-writable Oct 28 15:47:26.424178 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: network_availability_zone.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.424869 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.425388 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: network_availability_zone Oct 28 15:47:26.425703 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: network_ip_availability.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.426817 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.427340 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: network-ip-availability Oct 28 15:47:26.427690 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: network_segment_range.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.428456 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.428970 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 15:47:26.429288 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: pagination.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.430267 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.430592 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: pagination Oct 28 15:47:26.430906 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: port_device_profile.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.431836 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.432361 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: port-device-profile Oct 28 15:47:26.432679 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.433644 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.434155 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: port-mac-address-regenerate Oct 28 15:47:26.434472 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.435388 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.435934 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: port-numa-affinity-policy Oct 28 15:47:26.436250 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: port_resource_request.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.437179 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.437696 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 15:47:26.438017 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: portbindings.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.438949 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.439467 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: binding Oct 28 15:47:26.439826 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: portbindings_extended.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.441105 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.441631 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: binding-extended Oct 28 15:47:26.441954 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: portsecurity.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.442868 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.443387 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: port-security Oct 28 15:47:26.443744 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: project_id.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.444718 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.445065 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: project-id Oct 28 15:47:26.445361 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: providernet.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.446291 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.446810 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: provider Oct 28 15:47:26.447124 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.450850 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.451382 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos not supported by any of loaded plugins Oct 28 15:47:26.451735 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.452994 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.453523 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 15:47:26.453848 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.454771 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.455297 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 15:47:26.455657 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_default.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.456603 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.457117 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-default not supported by any of loaded plugins Oct 28 15:47:26.457436 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_fip.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.458092 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.458611 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 15:47:26.458928 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_gateway_ip.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.459876 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.460397 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 15:47:26.460721 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_port_network_policy.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.461638 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.462164 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 15:47:26.462483 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.463522 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.464070 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 15:47:26.464392 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_pps_rule.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.465673 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.466199 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 15:47:26.466524 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_rule_type_details.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.467453 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.467994 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 15:47:26.468315 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: qos_rules_alias.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.469520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.470062 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 15:47:26.470365 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: quotasv2.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.471298 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.471651 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: quotas Oct 28 15:47:26.471968 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: quotasv2_detail.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.475146 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.475510 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: quota_details Oct 28 15:47:26.475849 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: rbac.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.476922 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.477436 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: rbac-policies Oct 28 15:47:26.477763 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: rbac_address_group.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.478702 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.479230 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: rbac-address-group Oct 28 15:47:26.479595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: rbac_address_scope.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.480538 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.481060 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: rbac-address-scope Oct 28 15:47:26.481379 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: rbac_security_groups.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.482302 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.482819 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: rbac-security-groups Oct 28 15:47:26.483135 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: rbac_subnetpool.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.484082 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.484605 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: rbac-subnetpool Oct 28 15:47:26.484923 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: revisionifmatch.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.485849 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.486366 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: revision-if-match Oct 28 15:47:26.486683 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: revisions.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.487822 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.488344 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: standard-attr-revisions Oct 28 15:47:26.488664 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: router_availability_zone.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.489337 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.489858 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: router_availability_zone Oct 28 15:47:26.490172 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: routerservicetype.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.491095 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.491645 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 15:47:26.491964 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.492873 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.493391 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: security-groups-normalized-cidr Oct 28 15:47:26.493707 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.494624 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.495149 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: port-security-groups-filtering Oct 28 15:47:26.495457 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.496455 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.496973 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: security-groups-remote-address-group Oct 28 15:47:26.497293 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: securitygroup.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.507100 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.507689 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: security-group Oct 28 15:47:26.508016 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: segment.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.508814 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.509332 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension segment not supported by any of loaded plugins Oct 28 15:47:26.509664 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.510664 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.511183 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 15:47:26.511522 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: servicetype.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.512677 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.513204 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: service-type Oct 28 15:47:26.513526 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: sorting.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.514495 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.514840 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: sorting Oct 28 15:47:26.515138 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: standard_attr_segment.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.516092 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.516612 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 15:47:26.516928 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: standardattrdescription.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.517577 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.518083 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: standard-attr-description Oct 28 15:47:26.518400 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: stateful_security_group.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.519390 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.519884 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: stateful-security-group Oct 28 15:47:26.520204 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: stdattrs_common.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.520790 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 15:47:26.521105 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.522040 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.522569 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 15:47:26.522889 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: subnet_onboard.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.523980 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.524502 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: subnet_onboard Oct 28 15:47:26.524822 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.525744 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.526259 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 15:47:26.526581 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: subnet_service_types.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.527585 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.528109 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: subnet-service-types Oct 28 15:47:26.528432 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: subnetallocation.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.529519 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.530047 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: subnet_allocation Oct 28 15:47:26.530411 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.531036 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.531585 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: subnetpool-prefix-ops Oct 28 15:47:26.531906 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.532834 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.533352 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 15:47:26.533673 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: tagging.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.534753 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.535270 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: standard-attr-tag Oct 28 15:47:26.535624 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: timestamp.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.536841 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.537372 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loaded extension: standard-attr-timestamp Oct 28 15:47:26.537698 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: trunk.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.538729 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.539257 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension trunk not supported by any of loaded plugins Oct 28 15:47:26.539609 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: trunk_details.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.540522 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.541043 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 15:47:26.541362 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: uplink_status_propagation.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.542289 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.542839 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 15:47:26.543157 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Loading extension file: vlantransparent.py {{(pid=101374) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 15:47:26.543851 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101374) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 15:47:26.544370 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 15:47:26.546873 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:network Oct 28 15:47:26.547393 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:subnet Oct 28 15:47:26.547812 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:47:26.548202 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:port Oct 28 15:47:26.549840 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.550283 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service FLAVORS assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.550914 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.551335 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.551684 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:router Oct 28 15:47:26.552129 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 15:47:26.552619 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service METERING assigned prefix: /metering {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.554086 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.554453 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.554803 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101374) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:47:26.555840 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 15:47:26.556276 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:security_group Oct 28 15:47:26.556704 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 15:47:26.557315 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service CORE assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.557643 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:47:26.557982 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] subnetpool is already registered Oct 28 15:47:26.558455 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service CORE assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.558775 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:47:26.559101 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] subnetpool is already registered Oct 28 15:47:26.561564 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.562016 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service FLAVORS assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.562627 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.563058 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.563389 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:router Oct 28 15:47:26.563762 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] router is already registered Oct 28 15:47:26.564186 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 15:47:26.564533 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] floatingip is already registered Oct 28 15:47:26.564983 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service METERING assigned prefix: /metering {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.565691 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 15:47:26.566019 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] rbac_policy is already registered Oct 28 15:47:26.566424 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:security_group Oct 28 15:47:26.566754 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] security_group is already registered Oct 28 15:47:26.567208 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 15:47:26.567505 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] security_group_rule is already registered Oct 28 15:47:26.567994 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service CORE assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.568313 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:47:26.568638 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] subnetpool is already registered Oct 28 15:47:26.569044 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.v2.resource_helper [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Service CORE assigned prefix: {{(pid=101374) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 15:47:26.569362 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 15:47:26.569689 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING neutron.quota.resource_registry [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] subnetpool is already registered Oct 28 15:47:26.571380 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: extensions {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.572910 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: address-groups {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.574472 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: address-scopes {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.575763 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: agents {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.577042 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: auto-allocated-topology {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.578288 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: availability_zones {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.579549 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: dhcp-networks {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.580990 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: dhcp-agents {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.582564 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: routers {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.584739 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: flavors {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.586023 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: service_profiles {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.587237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: next_providers {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.588715 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: service_profiles {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.590255 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: floatingip-pools {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.591569 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: routers {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.593712 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: floatingips {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.595003 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: l3-routers {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.596449 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: l3-agents {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.597869 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: metering-labels {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.599138 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: metering-label-rules {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.600553 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: network-ip-availabilities {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.601836 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: bindings {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.603424 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: quotas {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.605170 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: quotas {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.606721 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: rbac-policies {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.607964 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: security-groups {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.609317 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: security-group-rules {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.610570 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: service-providers {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.611798 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: subnetpools {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.613209 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: subnetpools {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.614684 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.616406 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.618237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.620060 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.621845 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.623831 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.625562 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.628387 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.630219 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.632000 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron.api.extensions [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Extended resource: tags {{(pid=101374) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 15:47:26.638245 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING keystonemiddleware.auth_token [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 15:47:26.642805 dv-cinder-780759-4-iscsi neutron-server[101374]: WARNING keystonemiddleware.auth_token [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 15:47:26.651729 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_concurrency.lockutils [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Acquired lock "singleton_lock" {{(pid=101374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 15:47:26.652260 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_concurrency.lockutils [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Releasing lock "singleton_lock" {{(pid=101374) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 15:47:26.652908 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Starting 2 workers Oct 28 15:47:26.657689 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Started child 101481 {{(pid=101374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:47:26.662145 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Started child 101482 {{(pid=101374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:47:26.662963 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:26.663665 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO neutron.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 15:47:26.664143 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Publish callbacks [] for process, before_spawn {{(pid=101374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:26.664415 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [-] (101481) wsgi starting up on http://0.0.0.0:9696 Oct 28 15:47:26.666467 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Starting 1 workers Oct 28 15:47:26.666601 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:26.668004 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [-] (101482) wsgi starting up on http://0.0.0.0:9696 Oct 28 15:47:26.671727 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Started child 101483 {{(pid=101374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:47:26.672281 dv-cinder-780759-4-iscsi neutron-server[101374]: INFO oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Starting 1 workers Oct 28 15:47:26.676413 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] calling RpcWorker wait() {{(pid=101483) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 15:47:26.677280 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Started child 101484 {{(pid=101374) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 15:47:26.677429 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.service [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] returning from RpcWorker wait() {{(pid=101483) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 15:47:26.678035 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG neutron_lib.callbacks.manager [None req-33a942d6-bbe0-4a18-9116-399d3ff5ede1 None None] Publish callbacks [] for process, after_spawn {{(pid=101374) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:26.678670 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:26.679093 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:47:26.679959 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 15:47:26.680181 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 15:47:26.680328 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 15:47:26.680694 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 15:47:26.681182 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 15:47:26.681481 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 15:47:26.682133 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.682548 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.682655 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:26.683514 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.683919 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.684317 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.685020 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.685423 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.685795 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.686223 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.686614 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.686914 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.687210 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.687611 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.687975 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.688410 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.688795 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.689180 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.689582 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.689891 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.690274 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.690681 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.691077 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.691494 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] debug = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.691888 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.692483 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.692867 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.693237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.693601 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.694012 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.694388 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.694771 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.695157 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.695537 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.695923 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.696322 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.696704 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.697046 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.697423 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.697824 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.698176 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.698789 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] host = dv-cinder-780759-4-iscsi {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.699194 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.699620 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.700006 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.700364 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.700748 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.701118 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.701509 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.701916 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.702306 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.702663 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.703059 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.703443 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.703833 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.704226 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.704529 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_options = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.704877 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.705286 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.705673 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.706010 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.706318 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.706623 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.707015 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.707319 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.707730 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.708107 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.708454 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.708896 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.709273 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.709625 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.709994 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.710425 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.710663 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.710876 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.711121 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.711354 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.711640 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.711851 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.712233 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.712621 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.713002 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.713107 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:47:26.713500 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.713719 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.714117 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.714371 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.714651 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.714870 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.715146 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.715537 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.715924 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.716199 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.716431 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.716781 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.717166 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.717584 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.717945 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.718304 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.718679 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.719037 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.719269 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.719517 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.719747 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.720015 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_json = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.720193 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.720425 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.720682 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.720908 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.721139 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.721365 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.721714 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.722121 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.722685 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.723093 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.723569 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.723956 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.724198 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.724440 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.724671 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.724908 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.725165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.725394 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.725684 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.725927 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.726218 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.726454 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.726714 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.727018 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.727247 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.727683 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.728051 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.728418 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.728781 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.729033 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.729294 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.729519 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.729772 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.729993 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.730233 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.730695 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.731121 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.731381 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.731665 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.731874 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.732237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.732584 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.733061 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.733296 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.733524 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.733918 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.734267 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.734625 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.734979 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.735329 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.735707 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.736067 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.736423 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.736828 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.737070 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.737313 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.737519 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.737871 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.738217 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.738576 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.738935 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.739306 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.739605 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.739838 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.740083 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.740314 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.740548 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.740794 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.741208 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.741433 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.741638 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.741995 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.742347 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.742689 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.743069 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.743425 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.743796 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.744007 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.744358 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.744722 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.744966 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.745184 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.745559 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.745970 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.746218 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.746430 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.746638 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.747000 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.747209 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.747642 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.750731 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.751022 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.751112 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.751796 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.751796 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.751961 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.752153 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.752555 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.752996 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.753384 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.753738 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.754137 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.754525 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.754923 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.755287 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.755688 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.756060 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.756461 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.756831 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.757193 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.757571 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.757949 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.758363 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.758747 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.759152 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.759543 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.759937 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.760365 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.760789 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.761190 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.761614 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.761978 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.762367 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.762783 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.763041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.763424 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.763814 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.764194 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.764493 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.764753 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.764976 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.765211 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.765469 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.765818 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.766031 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.766265 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.766499 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.766768 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.767012 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.767246 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.767515 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.767761 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.767990 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.768264 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.768503 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.768730 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.768962 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.769189 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.769401 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.769777 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.769998 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.770242 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.770484 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.770713 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.770936 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.771160 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.771389 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.771640 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.771882 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.772096 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.772335 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.772542 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.772776 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.773007 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.773221 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.773432 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.773644 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.773852 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.774092 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.774305 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.774583 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.774799 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.775011 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.775233 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.775451 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.775720 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.775927 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.776165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.776378 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.776585 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.776791 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.777062 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.777351 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.777509 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.777719 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.777925 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.778179 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.778419 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.778751 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.778991 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.779214 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.779461 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.779702 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.779955 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.780169 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.780397 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.780608 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.780809 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.781017 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782353 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782353 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782503 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782691 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.782983 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.783215 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.783452 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.783740 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.783965 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.784181 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.784408 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.784753 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.784855 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.785016 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.785332 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.785430 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.785679 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.785883 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.786075 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.786414 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.786566 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.786715 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.786929 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.787154 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.787363 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.787602 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.787828 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.788014 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.788252 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.788474 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.788706 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.788866 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.789067 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.789286 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.789525 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.789734 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.789937 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.790144 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.790358 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.790563 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.790869 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.791120 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.791357 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.791658 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.791899 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.792139 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.792375 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.792836 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.793133 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.793333 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.793566 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.793777 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.794002 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.794245 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.794557 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.794804 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.795055 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.795300 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.795597 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.795865 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.796139 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.796346 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.796638 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.796973 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.797657 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.797657 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.797843 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.797954 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.798172 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.798383 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.799283 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.799283 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.799468 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.799689 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.799933 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.800157 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.800375 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.800597 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.800829 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.801051 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.801274 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.801508 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.801737 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.801888 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 15:47:26.802430 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101374) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 15:47:26.802591 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 15:47:26.802741 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 15:47:26.802920 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 15:47:26.803089 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 15:47:26.803237 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 15:47:26.803440 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.803621 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.803777 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.803931 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.804086 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.804261 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.804416 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.804570 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.804724 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.804941 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:47:26.805067 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805067 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805214 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805291 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805448 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805601 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805754 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.805907 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806063 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806221 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806374 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806527 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806681 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806835 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] debug = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.806989 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.807176 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.807335 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.807507 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.807666 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.807819 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.807975 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.808133 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.808338 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.808494 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.808647 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.808802 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.808954 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.809110 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.809263 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.809423 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.809577 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.809730 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] host = dv-cinder-780759-4-iscsi {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.809883 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810036 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810196 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810353 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810505 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810658 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810812 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.810967 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.811123 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.811279 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.811432 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.811611 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.811764 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.811921 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.812073 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_options = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.812227 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.812382 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.812535 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.812712 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.812871 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813026 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813182 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813336 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813489 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813642 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813796 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.813950 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.814103 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.814258 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.814411 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.814564 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.814718 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.814872 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815029 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815184 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815337 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815504 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815668 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815822 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.815975 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.816133 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.816287 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.816440 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.816594 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.816749 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.816904 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817058 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817267 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817362 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817509 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817661 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817816 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.817971 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.818131 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.818287 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.818439 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.818595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.818749 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.818903 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.819136 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.819233 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_json = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.820596 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.821465 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.822398 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.822398 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.822398 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.822398 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.822398 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.822398 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.823784 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.74/identity {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825593 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825998 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825998 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.825998 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.826214 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.826300 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.826439 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.826597 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.826755 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.826913 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.827072 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.827230 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.827388 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.827566 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.827725 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.827892 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828053 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828194 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828329 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828485 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828643 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828800 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.828966 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.829122 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.829278 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.829437 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.829595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.829751 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.829907 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.830063 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.830218 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.830374 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.830530 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.830698 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.830853 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831010 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831323 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831514 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831655 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831810 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.831966 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.832121 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.832276 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.832433 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.832589 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.832774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.832904 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833060 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833220 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833378 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833547 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833684 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833841 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.833999 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.834154 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.834317 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.834506 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.834725 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.834885 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835016 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835139 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835258 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835340 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835515 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835676 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835833 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.835989 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.836143 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.836300 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.836459 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.836620 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.836772 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.836928 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837085 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837241 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837433 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837557 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837683 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837837 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.837992 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.838147 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.838308 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.838476 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.838631 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.838788 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.838944 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.839107 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.839271 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.839434 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.839645 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.839803 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.839960 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.840116 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.840274 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.840431 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.840588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.840745 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.840902 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.841066 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.841233 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.841390 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.841550 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.841708 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.841884 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842041 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842197 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842353 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842508 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842663 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842819 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.842974 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.843131 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.843287 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.843444 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.843623 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.74/identity {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.843779 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.843935 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.844090 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.844245 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.844404 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.844560 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.844715 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.844873 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.845030 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.845190 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.845345 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.845646 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.845940 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.846101 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.846260 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.846416 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.846573 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.846730 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.846887 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.847045 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.847201 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.847357 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.847542 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.847700 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.847856 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.848014 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.848169 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.848326 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.849588 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.850946 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.851520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.851520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.851520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.851520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.851520 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.852224 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.852224 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.852224 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.852224 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.852224 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.853165 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854027 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854420 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854420 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854559 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854645 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854728 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.854879 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.855035 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.855252 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.855416 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.855597 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.855753 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.855911 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.856067 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.856232 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.856389 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.856546 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.856702 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.856863 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857017 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857210 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857414 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857566 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857912 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857912 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.857912 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.858774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.858774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.858774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.858774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.858774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.858774 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.859595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.859595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.859595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.859595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.859595 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860498 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860498 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860498 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860498 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860498 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860498 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860925 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860925 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.860925 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861145 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861145 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861309 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861466 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861630 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861794 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.861957 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.862114 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.862276 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.862444 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.862601 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.862757 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.862914 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.863072 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.863228 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.863385 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.863569 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.863723 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.864020 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.864319 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.864477 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.864638 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 15:47:26.865982 dv-cinder-780759-4-iscsi neutron-server[101374]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101374) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 15:47:27.028448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44068) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:27.037143 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [-] 10.222.0.74 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065787 Oct 28 15:47:38.620173 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b262fb6-9774-4192-9507-66527663a46d None None] get_active_networks_info from dv-cinder-780759-4-iscsi {{(pid=101483) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 15:47:38.709342 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b262fb6-9774-4192-9507-66527663a46d None None] No non-hosted networks {{(pid=101483) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 15:47:38.718657 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.agentschedulers_db [None req-4b262fb6-9774-4192-9507-66527663a46d None None] DHCP Agent not found on host dv-cinder-780759-4-iscsi {{(pid=101483) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 28 15:47:38.837785 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f807a9ae-f818-4630-a030-b606a9f710e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596058'] for agent, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:41.044720 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-147e4824-cd1b-4809-b533-bcfc6000beb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596058'] for agent, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:41.113068 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a6dd0d31-4c68-4f6b-80b2-f492d3cf1ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:41.954327 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596058'] for agent, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:42.341737 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596058'] for agent, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:42.343650 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.344217 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.345025 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.345573 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.346263 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.346792 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.347354 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.348080 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.348633 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.349165 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.349792 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.350316 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:42.350939 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-780759-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:47:42.360063 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-780759-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:47:43.767616 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596058'] for agent, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:44.781876 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44160) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:44.910443 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.db.l3_hamode_db [None req-57444554-4413-4d84-b3cb-532e2fde32f5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 15:47:44.985335 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57444554-4413-4d84-b3cb-532e2fde32f5 None None] Routers set() bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:47:44.985722 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57444554-4413-4d84-b3cb-532e2fde32f5 None None] Router IDs set() for agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 15:47:45.297021 dv-cinder-780759-4-iscsi neutron-server[101481]: WARNING oslo_policy.policy [None req-a08863fe-6b1f-4ab2-a964-c7b4e9c9e0bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:47:45.297616 dv-cinder-780759-4-iscsi neutron-server[101481]: WARNING oslo_policy.policy [None req-a08863fe-6b1f-4ab2-a964-c7b4e9c9e0bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:47:45.517992 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [None req-a08863fe-6b1f-4ab2-a964-c7b4e9c9e0bd admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:47:45.519162 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a08863fe-6b1f-4ab2-a964-c7b4e9c9e0bd admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7352784 Oct 28 15:47:48.005748 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44174) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:48.359209 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:47:48.454315 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.policy [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101481) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 15:47:48.500616 dv-cinder-780759-4-iscsi neutron-server[101481]: WARNING oslo_policy.policy [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:47:48.500998 dv-cinder-780759-4-iscsi neutron-server[101481]: WARNING oslo_policy.policy [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:47:48.509583 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.quota [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] Loaded quota_driver: . Oct 28 15:47:48.619633 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755887260356', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755887263505', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755887272602', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755887274086', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755887192519', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755887230176', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-921426', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-923327', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1573423'] for rbac-policy, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:48.693148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:48.694333 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d2fc3800-b649-478d-9aac-d03f0602dcbc admin admin] 10.222.0.74 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6876132 Oct 28 15:47:51.433569 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44186) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:51.769320 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Request body: {'network': {'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'project_id': 'cefab85b20db490984facbf61a4452dc', 'name': 'private', 'admin_state_up': True}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:47:51.802676 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Made reservation on behalf of cefab85b20db490984facbf61a4452dc for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:47:51.805533 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:51.822169 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:51.947254 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:51.954580 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:51.977622 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:47:52.001142 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755889771861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:52.001712 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Unsubscribe: segment precommit_create {{(pid=101481) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 15:47:52.002200 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Added segment be1250b9-6c93-4df3-8f07-fca6704345d7 of type vlan for network 830f6688-bd94-4019-9c70-18d109284367 Oct 28 15:47:52.007898 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1f2b63-4121-488f-913e-43d427759a79,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:52.041566 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.041915 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.042248 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.042568 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.042882 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.043212 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.043531 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.043882 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.044236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.044546 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.044853 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.045155 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Tracked resource versions report: Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: pushed versions: Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: { 'AddressGroup': {'1.2'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'ConntrackHelper': {'1.0'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Log': {'1.0'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Network': {'1.1'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Port': {'1.7'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'PortForwarding': {'1.2'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'QosPolicy': {'1.10'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroup': {'1.4'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SubPort': {'1.0'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Subnet': {'1.1'}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Trunk': {'1.1'}} Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: consumer versions: Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'ConntrackHelper': '1.0', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Log': '1.0', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Network': '1.1', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Port': '1.7', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'PortForwarding': '1.2', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'QosPolicy': '1.10', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroup': '1.4', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroupRule': '1.2', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SubPort': '1.0', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Subnet': '1.1', Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Trunk': '1.1'}} Oct 28 15:47:52.046198 dv-cinder-780759-4-iscsi neutron-server[101481]: {{(pid=101481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:47:52.117115 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:52.159867 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:52.161092 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:47:52.161764 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:52.244453 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8097126 Oct 28 15:47:52.262620 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e49fa-1a59-4b36-855b-8972fa5c4d85 admin admin] Pushing event updated for resources: {'Network': ['ID=830f6688-bd94-4019-9c70-18d109284367,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:52.275513 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 830f6688-bd94-4019-9c70-18d109284367 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:47:55.097955 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44200) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:55.519271 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ffb6b8-a249-4b0d-a370-3636415d22c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:47:55.520666 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-89ffb6b8-a249-4b0d-a370-3636415d22c4 admin admin] 10.222.0.74 "GET /v2.0/networks/830f6688-bd94-4019-9c70-18d109284367 HTTP/1.1" status: 200 len: 825 time: 0.4217265 Oct 28 15:47:55.549729 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a76f0302-677e-4f97-a9a4-3bd6d9c456aa admin admin] 10.222.0.74 "GET /v2.0/subnetpools/5e86aec9-c044-4733-a451-dbd453ccb412 HTTP/1.1" status: 200 len: 734 time: 0.0190551 Oct 28 15:47:55.561737 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Request body: {'subnet': {'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:47:55.586053 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Made reservation on behalf of cefab85b20db490984facbf61a4452dc for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:47:55.588379 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:55.901685 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:55.964427 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895125b5-a246-41d6-b3d0-129167693069,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:55.974987 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Checking segment: {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:47:55.975383 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Network hostable DHCP agents. Network: 830f6688-bd94-4019-9c70-18d109284367, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:47:55.998607 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Network 830f6688-bd94-4019-9c70-18d109284367 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:47:56.011400 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 830f6688-bd94-4019-9c70-18d109284367) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:47:56.017228 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:47:56.018366 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:56.022067 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7707bad-7605-4012-b7c1-719527a4ab01 None None] Network 830f6688-bd94-4019-9c70-18d109284367 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:47:56.039551 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-456614e9-d116-41ff-ba95-605e712995d3 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4770687 Oct 28 15:47:56.350865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-830f6688-bd94-4019-9c70-18d109284367', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:47:56.352286 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:56.647665 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Allocated IP 172.20.0.2 (830f6688-bd94-4019-9c70-18d109284367/895125b5-a246-41d6-b3d0-129167693069/9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:47:56.852918 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:56.861478 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:56.935571 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Network 830f6688-bd94-4019-9c70-18d109284367 is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:47:56.941496 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:47:56.949763 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:47:56.955864 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Pushing event updated for resources: {'Port': ['ID=9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:56.989020 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.989390 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.989734 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.990068 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.990402 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.990734 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.991070 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.991362 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.991733 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.992065 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.992385 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.992712 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Tracked resource versions report: Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: pushed versions: Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: { 'AddressGroup': {'1.2'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'ConntrackHelper': {'1.0'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Log': {'1.0'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Network': {'1.1'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Port': {'1.7'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'PortForwarding': {'1.2'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'QosPolicy': {'1.10'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroup': {'1.4'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SubPort': {'1.0'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Subnet': {'1.1'}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Trunk': {'1.1'}} Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: consumer versions: Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'ConntrackHelper': '1.0', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Log': '1.0', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Network': '1.1', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Port': '1.7', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'PortForwarding': '1.2', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'QosPolicy': '1.10', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroup': '1.4', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroupRule': '1.2', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SubPort': '1.0', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Subnet': '1.1', Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Trunk': '1.1'}} Oct 28 15:47:56.993761 dv-cinder-780759-4-iscsi neutron-server[101483]: {{(pid=101483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:47:57.043952 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Attempting to bind port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:47:57.044636 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Attempting to bind port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:47:57.044750 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Attempting to bind port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd on network 830f6688-bd94-4019-9c70-18d109284367 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:47:57.050748 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:47:57.051122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Checking segment: {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:47:57.051613 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:57.051996 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Bound using segment: {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:47:57.052478 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Bound port: 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:47:57.052878 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:57.114220 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] For port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:47:57.118649 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] For port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd,segment=NetworkSegment(be1250b9-6c93-4df3-8f07-fca6704345d7),segment_id=be1250b9-6c93-4df3-8f07-fca6704345d7)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:47:57.122795 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:47:57.189119 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c1dc8-a0b2-46bf-86ee-2157a8019960 None None] Pushing event updated for resources: {'Port': ['ID=9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:47:58.562627 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44208) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:47:58.896171 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [None req-469a53da-88a4-4c37-b1ad-13e47e13992b admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:47:58.897166 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-469a53da-88a4-4c37-b1ad-13e47e13992b admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3335369 Oct 28 15:48:01.408990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44216) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:01.938061 dv-cinder-780759-4-iscsi neutron-server[101482]: WARNING oslo_policy.policy [None req-24163e0e-7acf-40b8-87fb-2b8a817936cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:48:01.938663 dv-cinder-780759-4-iscsi neutron-server[101482]: WARNING oslo_policy.policy [None req-24163e0e-7acf-40b8-87fb-2b8a817936cc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:48:02.165594 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [None req-24163e0e-7acf-40b8-87fb-2b8a817936cc admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:48:02.179509 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-24163e0e-7acf-40b8-87fb-2b8a817936cc admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7560079 Oct 28 15:48:04.938209 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44236) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:05.258311 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:48:05.330645 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.policy [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101482) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 15:48:05.382267 dv-cinder-780759-4-iscsi neutron-server[101482]: WARNING oslo_policy.policy [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:48:05.382643 dv-cinder-780759-4-iscsi neutron-server[101482]: WARNING oslo_policy.policy [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 15:48:05.391460 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.quota [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Loaded quota_driver: . Oct 28 15:48:05.451108 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:05.453189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:05.607233 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:05.615801 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:05.638700 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:05.650576 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f6b8e2f5-ad8a-4b19-942e-91f1cd823aa4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7008357 Oct 28 15:48:06.198522 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649f644b-ad6a-4bcd-94da-eeddd0596e36 None None] Network 830f6688-bd94-4019-9c70-18d109284367 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:48:06.271083 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-43c128db-7f2d-4c74-9b4a-0f126137bf29 None None] Provisioning complete for port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:06.271435 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-43c128db-7f2d-4c74-9b4a-0f126137bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:06.435302 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:48:06.516110 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-43c128db-7f2d-4c74-9b4a-0f126137bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:06.578924 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-43c128db-7f2d-4c74-9b4a-0f126137bf29 None None] For port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd,segment=NetworkSegment(be1250b9-6c93-4df3-8f07-fca6704345d7),segment_id=be1250b9-6c93-4df3-8f07-fca6704345d7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:48:06.584585 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-43c128db-7f2d-4c74-9b4a-0f126137bf29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:06.586225 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:06.586562 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:06.667169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c128db-7f2d-4c74-9b4a-0f126137bf29 None None] Pushing event updated for resources: {'Port': ['ID=9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:06.816731 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-fadf286d-2e93-4d2e-8f58-d1b27dcde514 None None] Provisioning complete for port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:06.817102 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fadf286d-2e93-4d2e-8f58-d1b27dcde514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:08.117146 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44248) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:08.384353 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:48:08.441343 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d30af96e-5acd-4c12-b294-fbe5c3db4a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:08.451429 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:08.451963 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:08.469161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [None req-02f94e31-f25d-4ba5-b2da-fb417e95fbd2 admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:48:08.470515 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-02f94e31-f25d-4ba5-b2da-fb417e95fbd2 admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3520036 Oct 28 15:48:10.987089 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44256) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:11.034970 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a83348b8-8493-4e2b-a5ef-2103b411924e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.340262 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:48:11.366509 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Made reservation on behalf of 658bb0d714c64292ab71ccc3f920b05b for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:48:11.369323 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.385377 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.494073 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.502861 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.518206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Reserving flat network on physical network physnet1 {{(pid=101482) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 15:48:11.552154 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755889771861', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.552707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Unsubscribe: segment precommit_create {{(pid=101482) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 15:48:11.553183 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Added segment f8b56254-8422-4bb1-8ea0-9b07cc31a90e of type flat for network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 Oct 28 15:48:11.568474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc47a21-cb2e-45da-ae78-b8fd7026c316,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:11.619718 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.620111 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.620573 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.620890 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.621207 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.621525 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.621880 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.622327 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.622769 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.623077 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.623407 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.623877 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Tracked resource versions report: Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: pushed versions: Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: { 'AddressGroup': {'1.2'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'ConntrackHelper': {'1.0'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Log': {'1.0'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Network': {'1.1'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Port': {'1.7'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'PortForwarding': {'1.2'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'QosPolicy': {'1.10'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroup': {'1.4'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SubPort': {'1.0'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Subnet': {'1.1'}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Trunk': {'1.1'}} Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: consumer versions: Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'ConntrackHelper': '1.0', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Log': '1.0', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Network': '1.1', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Port': '1.7', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'PortForwarding': '1.2', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'QosPolicy': '1.10', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroup': '1.4', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroupRule': '1.2', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SubPort': '1.0', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Subnet': '1.1', Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Trunk': '1.1'}} Oct 28 15:48:11.624918 dv-cinder-780759-4-iscsi neutron-server[101482]: {{(pid=101482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:48:11.675146 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.719828 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.721033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:48:11.721667 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:11.801747 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8131809 Oct 28 15:48:11.821278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92deac26-d1eb-4656-862c-b33aba898e51 admin admin] Pushing event updated for resources: {'Network': ['ID=cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:11.833142 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:48:11.915349 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:12.251858 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:13.691973 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:14.290565 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44278) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:14.491961 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f25890c-8548-4413-9459-06df805413be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:48:14.493320 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-7f25890c-8548-4413-9459-06df805413be admin admin] 10.222.0.74 "GET /v2.0/subnets/895125b5-a246-41d6-b3d0-129167693069 HTTP/1.1" status: 200 len: 849 time: 0.2018197 Oct 28 15:48:14.651321 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-841bd8df-610a-4e25-9870-d663b44f6b75 admin admin] 10.222.0.74 "GET /v2.0/routers/6be56f77-a6fe-4d46-ab57-9e59938b91fb HTTP/1.1" status: 200 len: 704 time: 0.1513426 Oct 28 15:48:14.930775 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.217330 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Allocated IP 172.20.0.1 (830f6688-bd94-4019-9c70-18d109284367/895125b5-a246-41d6-b3d0-129167693069/8ac9919f-5957-48d2-b193-20e933681522) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:48:15.375142 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.449295 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.568739 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Network 830f6688-bd94-4019-9c70-18d109284367 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:48:15.573629 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:48:15.579653 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:48:15.580070 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.601261 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Pushing event updated for resources: {'Port': ['ID=8ac9919f-5957-48d2-b193-20e933681522,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:15.783527 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.828897 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-58841083-e357-41e4-ae8b-d19ddedbb0cc None None] Provisioning complete for port 8ac9919f-5957-48d2-b193-20e933681522 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:15.829480 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-58841083-e357-41e4-ae8b-d19ddedbb0cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:15.862640 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-58841083-e357-41e4-ae8b-d19ddedbb0cc None None] Port 8ac9919f-5957-48d2-b193-20e933681522 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:48:15.997512 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:16.006290 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:16.007536 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:16.092934 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Pushing event updated for resources: {'Port': ['ID=8ac9919f-5957-48d2-b193-20e933681522,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:16.151499 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Network 830f6688-bd94-4019-9c70-18d109284367 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:48:16.152778 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:48:16.318786 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Router 6be56f77-a6fe-4d46-ab57-9e59938b91fb is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:48:16.386099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-00b291a3-be4f-4c65-92a6-6fe61e2b5fbd None None] Provisioning complete for port 8ac9919f-5957-48d2-b193-20e933681522 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:16.386555 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-00b291a3-be4f-4c65-92a6-6fe61e2b5fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:16.411352 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:48:16.417137 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e210da38-fce8-4a80-8e2f-c57022eb208f admin admin] 10.222.0.74 "PUT /v2.0/routers/6be56f77-a6fe-4d46-ab57-9e59938b91fb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7598038 Oct 28 15:48:16.426598 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-00b291a3-be4f-4c65-92a6-6fe61e2b5fbd None None] Port 8ac9919f-5957-48d2-b193-20e933681522 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:48:16.435436 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Sync routers for ids ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:48:16.447846 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Routers {'6be56f77-a6fe-4d46-ab57-9e59938b91fb'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:48:16.448645 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:48:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:16.636613 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Set router 6be56f77-a6fe-4d46-ab57-9e59938b91fb gateway port host: None {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:48:17.064194 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:48:05Z', 'updated_at': '2021-10-28T15:48:15Z', 'revision_number': 2, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'gw_port_host': None, '_interfaces': [{'id': '8ac9919f-5957-48d2-b193-20e933681522', 'name': '', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'mac_address': 'fa:16:3e:6f:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:14Z', 'updated_at': '2021-10-28T15:48:15Z', 'revision_number': 2, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'subnets': [{'id': '895125b5-a246-41d6-b3d0-129167693069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:17.114079 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Checking router: 6be56f77-a6fe-4d46-ab57-9e59938b91fb for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:48:17.114395 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Updating router 6be56f77-a6fe-4d46-ab57-9e59938b91fb port 8ac9919f-5957-48d2-b193-20e933681522 binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:48:17.161946 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:17.674304 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:17.681647 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:17.854246 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Pushing event updated for resources: {'Port': ['ID=8ac9919f-5957-48d2-b193-20e933681522,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:17.856711 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Attempting to bind port 8ac9919f-5957-48d2-b193-20e933681522 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:48:17.857076 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Attempting to bind port 8ac9919f-5957-48d2-b193-20e933681522 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:48:17.857514 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Attempting to bind port 8ac9919f-5957-48d2-b193-20e933681522 on network 830f6688-bd94-4019-9c70-18d109284367 {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:48:17.859838 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-b209b057-defb-44ff-810d-2551429f38ce None None] Provisioning complete for port 8ac9919f-5957-48d2-b193-20e933681522 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:17.860323 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b209b057-defb-44ff-810d-2551429f38ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:17.867540 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:48:17.867895 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Checking segment: {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:48:17.868358 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:17.868747 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Bound using segment: {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:48:17.869264 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Bound port: 8ac9919f-5957-48d2-b193-20e933681522, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1250b9-6c93-4df3-8f07-fca6704345d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '830f6688-bd94-4019-9c70-18d109284367'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:48:17.869641 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:17.872116 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.872461 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.872794 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.873122 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.873466 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.873779 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.874106 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.874423 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.874745 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.875059 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.875371 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.875704 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Tracked resource versions report: Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: pushed versions: Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: { 'AddressGroup': {'1.2'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'ConntrackHelper': {'1.0'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Log': {'1.0'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Network': {'1.1'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Port': {'1.7'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'PortForwarding': {'1.2'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'QosPolicy': {'1.10'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroup': {'1.4'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SubPort': {'1.0'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Subnet': {'1.1'}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Trunk': {'1.1'}} Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: consumer versions: Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'ConntrackHelper': '1.0', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Log': '1.0', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Network': '1.1', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Port': '1.7', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'PortForwarding': '1.2', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'QosPolicy': '1.10', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroup': '1.4', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroupRule': '1.2', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SubPort': '1.0', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Subnet': '1.1', Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Trunk': '1.1'}} Oct 28 15:48:17.876740 dv-cinder-780759-4-iscsi neutron-server[101484]: {{(pid=101484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:48:17.903670 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-b209b057-defb-44ff-810d-2551429f38ce None None] Port 8ac9919f-5957-48d2-b193-20e933681522 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:48:17.944983 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] For port 8ac9919f-5957-48d2-b193-20e933681522, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:48:17.964281 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] For port 8ac9919f-5957-48d2-b193-20e933681522, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=8ac9919f-5957-48d2-b193-20e933681522,segment=NetworkSegment(be1250b9-6c93-4df3-8f07-fca6704345d7),segment_id=be1250b9-6c93-4df3-8f07-fca6704345d7)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:48:17.969130 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:18.024228 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Routers {'6be56f77-a6fe-4d46-ab57-9e59938b91fb'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:48:18.024860 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:48:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:18.062130 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f8d49-3a41-426c-aaf2-63128acacdf2 None None] Pushing event updated for resources: {'Port': ['ID=8ac9919f-5957-48d2-b193-20e933681522,revision_number=4']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:18.121611 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] Set router 6be56f77-a6fe-4d46-ab57-9e59938b91fb gateway port host: None {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:48:18.225350 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-a983994e-6aa1-40cb-a3a4-56db850ea688 None None] Provisioning complete for port 8ac9919f-5957-48d2-b193-20e933681522 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:18.226040 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a983994e-6aa1-40cb-a3a4-56db850ea688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:18.307523 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a983994e-6aa1-40cb-a3a4-56db850ea688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:18.333503 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:48:05Z', 'updated_at': '2021-10-28T15:48:15Z', 'revision_number': 2, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'gw_port_host': None, '_interfaces': [{'id': '8ac9919f-5957-48d2-b193-20e933681522', 'name': '', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'mac_address': 'fa:16:3e:6f:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:14Z', 'updated_at': '2021-10-28T15:48:17Z', 'revision_number': 4, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'subnets': [{'id': '895125b5-a246-41d6-b3d0-129167693069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:18.339381 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-a983994e-6aa1-40cb-a3a4-56db850ea688 None None] For port 8ac9919f-5957-48d2-b193-20e933681522, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=8ac9919f-5957-48d2-b193-20e933681522,segment=NetworkSegment(be1250b9-6c93-4df3-8f07-fca6704345d7),segment_id=be1250b9-6c93-4df3-8f07-fca6704345d7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:48:18.345999 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a983994e-6aa1-40cb-a3a4-56db850ea688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:18.365394 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d46ad9-8713-444f-8bb2-88715199ae10 None None] The sync data for ids ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'] in dv-cinder-780759-4-iscsi is: [{'id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:48:05Z', 'updated_at': '2021-10-28T15:48:15Z', 'revision_number': 2, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'gw_port_host': None, '_interfaces': [{'id': '8ac9919f-5957-48d2-b193-20e933681522', 'name': '', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'mac_address': 'fa:16:3e:6f:b5:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:14Z', 'updated_at': '2021-10-28T15:48:17Z', 'revision_number': 4, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'subnets': [{'id': '895125b5-a246-41d6-b3d0-129167693069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:48:18.396186 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a983994e-6aa1-40cb-a3a4-56db850ea688 None None] Pushing event updated for resources: {'Port': ['ID=8ac9919f-5957-48d2-b193-20e933681522,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:18.760098 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44298) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:18.913008 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3875845-7ba2-49d1-8ec3-201077547499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:48:18.914432 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f3875845-7ba2-49d1-8ec3-201077547499 admin admin] 10.222.0.74 "GET /v2.0/networks/cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 HTTP/1.1" status: 200 len: 842 time: 0.1533523 Oct 28 15:48:18.925307 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:48:18.951320 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Made reservation on behalf of 658bb0d714c64292ab71ccc3f920b05b for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:48:18.953726 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Publish callbacks [] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:19.337932 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.objects.ports [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101482) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 15:48:19.338309 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:19.391742 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6605499-d04d-490b-b2a0-36474c8154b0,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:19.408084 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:48:19.408524 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Network hostable DHCP agents. Network: cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:48:19.430373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:48:19.441153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:48:19.445899 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:48:19.446474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:19.453016 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ad5cc0-5aad-4c76-8e85-6d2271bea274 None None] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:48:19.484535 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f85b4f6a-ec35-4808-bd8d-8226970bfedb admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5630355 Oct 28 15:48:19.595424 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7918b75-fda5-4e4c-9d20-f3ba7c382d02 None None] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:48:21.869565 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44306) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:22.093546 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a264f0ed-368b-46df-8399-5193e8f74737 admin admin] 10.222.0.74 "GET /v2.0/routers/6be56f77-a6fe-4d46-ab57-9e59938b91fb HTTP/1.1" status: 200 len: 710 time: 0.2227771 Oct 28 15:48:22.188173 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a20cdf3-c887-4048-8947-036cc1315f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:48:22.189559 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2a20cdf3-c887-4048-8947-036cc1315f4b admin admin] 10.222.0.74 "GET /v2.0/networks/cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 HTTP/1.1" status: 200 len: 886 time: 0.0897558 Oct 28 15:48:22.198995 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:48:22.448992 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:22.688198 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:22.813064 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:22.967063 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Allocated IP 172.27.2.125 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/db61afb6-9389-4ad4-acd8-d28fdd4c929b) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:48:23.074143 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:23.131795 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:23.220450 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:48:23.225247 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:48:23.234420 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:48:23.236342 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Pushing event updated for resources: {'Port': ['ID=db61afb6-9389-4ad4-acd8-d28fdd4c929b,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:23.513853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:23.711599 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1596583', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1584942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-30390'] for router, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:23.716510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1596606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1596593', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1584929'] for router, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:23.740132 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:48:23.836621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Router 6be56f77-a6fe-4d46-ab57-9e59938b91fb has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:48:23.945734 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:48:23.950408 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:23.951783 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-822ae17a-5000-4b08-ab8b-151235890d77 admin admin] 10.222.0.74 "PUT /v2.0/routers/6be56f77-a6fe-4d46-ab57-9e59938b91fb HTTP/1.1" status: 200 len: 890 time: 1.7558651 Oct 28 15:48:24.411095 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 8ac9919f-5957-48d2-b193-20e933681522 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:48:24.459660 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 8ac9919f-5957-48d2-b193-20e933681522 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:24.460023 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:25.324296 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Sync routers for ids ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:48:25.336793 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Routers {'6be56f77-a6fe-4d46-ab57-9e59938b91fb'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:48:25.337473 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:48:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:25.543796 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Set router 6be56f77-a6fe-4d46-ab57-9e59938b91fb gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:48:25.998649 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'db61afb6-9389-4ad4-acd8-d28fdd4c929b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:48:05Z', 'updated_at': '2021-10-28T15:48:23Z', 'revision_number': 4, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'gw_port': {'id': 'db61afb6-9389-4ad4-acd8-d28fdd4c929b', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:22Z', 'updated_at': '2021-10-28T15:48:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '8ac9919f-5957-48d2-b193-20e933681522', 'name': '', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'mac_address': 'fa:16:3e:6f:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:14Z', 'updated_at': '2021-10-28T15:48:18Z', 'revision_number': 5, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'subnets': [{'id': '895125b5-a246-41d6-b3d0-129167693069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:26.051066 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Checking router: 6be56f77-a6fe-4d46-ab57-9e59938b91fb for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:48:26.051422 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Updating router 6be56f77-a6fe-4d46-ab57-9e59938b91fb port db61afb6-9389-4ad4-acd8-d28fdd4c929b binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:48:26.098132 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:26.423636 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:26.430462 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:26.476869 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44318) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:48:26.485706 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Attempting to bind port db61afb6-9389-4ad4-acd8-d28fdd4c929b on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:48:26.486109 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Attempting to bind port db61afb6-9389-4ad4-acd8-d28fdd4c929b by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:48:26.486480 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Attempting to bind port db61afb6-9389-4ad4-acd8-d28fdd4c929b on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:48:26.489565 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2547f87-7707-4d8f-8233-e098eb9d4390 None None] Pushing event updated for resources: {'Port': ['ID=db61afb6-9389-4ad4-acd8-d28fdd4c929b,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:26.495253 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:48:26.495710 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:48:26.496062 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:26.496447 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:48:26.496985 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Bound port: db61afb6-9389-4ad4-acd8-d28fdd4c929b, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:48:26.497305 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:26.546607 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] For port db61afb6-9389-4ad4-acd8-d28fdd4c929b, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:48:26.550110 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] For port db61afb6-9389-4ad4-acd8-d28fdd4c929b, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=db61afb6-9389-4ad4-acd8-d28fdd4c929b,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:48:26.554512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:26.592231 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e75a40c6-2578-4ffb-987d-28738754bf25 admin admin] 10.222.0.74 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1140461 Oct 28 15:48:26.605813 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Routers {'6be56f77-a6fe-4d46-ab57-9e59938b91fb'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:48:26.606571 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:48:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:26.677029 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2547f87-7707-4d8f-8233-e098eb9d4390 None None] Pushing event updated for resources: {'Port': ['ID=db61afb6-9389-4ad4-acd8-d28fdd4c929b,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:26.726631 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] Set router 6be56f77-a6fe-4d46-ab57-9e59938b91fb gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:48:26.946535 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'db61afb6-9389-4ad4-acd8-d28fdd4c929b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:48:05Z', 'updated_at': '2021-10-28T15:48:23Z', 'revision_number': 4, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'gw_port': {'id': 'db61afb6-9389-4ad4-acd8-d28fdd4c929b', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:22Z', 'updated_at': '2021-10-28T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '8ac9919f-5957-48d2-b193-20e933681522', 'name': '', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'mac_address': 'fa:16:3e:6f:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:14Z', 'updated_at': '2021-10-28T15:48:18Z', 'revision_number': 5, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'subnets': [{'id': '895125b5-a246-41d6-b3d0-129167693069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:48:26.972221 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e96580a-2832-47ea-bd34-fc2ed749aa24 None None] The sync data for ids ['6be56f77-a6fe-4d46-ab57-9e59938b91fb'] in dv-cinder-780759-4-iscsi is: [{'id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'name': 'router1', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.125'}], 'enable_snat': True}, 'gw_port_id': 'db61afb6-9389-4ad4-acd8-d28fdd4c929b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:48:05Z', 'updated_at': '2021-10-28T15:48:23Z', 'revision_number': 4, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'gw_port': {'id': 'db61afb6-9389-4ad4-acd8-d28fdd4c929b', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:59:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:22Z', 'updated_at': '2021-10-28T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '8ac9919f-5957-48d2-b193-20e933681522', 'name': '', 'network_id': '830f6688-bd94-4019-9c70-18d109284367', 'tenant_id': 'cefab85b20db490984facbf61a4452dc', 'mac_address': 'fa:16:3e:6f:b5:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be56f77-a6fe-4d46-ab57-9e59938b91fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '895125b5-a246-41d6-b3d0-129167693069', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:48:14Z', 'updated_at': '2021-10-28T15:48:18Z', 'revision_number': 5, 'project_id': 'cefab85b20db490984facbf61a4452dc', 'subnets': [{'id': '895125b5-a246-41d6-b3d0-129167693069', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5e86aec9-c044-4733-a451-dbd453ccb412'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:48:28.428839 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device db61afb6-9389-4ad4-acd8-d28fdd4c929b up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:48:28.482214 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port db61afb6-9389-4ad4-acd8-d28fdd4c929b triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:28.482631 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:28.566936 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:28.589523 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port db61afb6-9389-4ad4-acd8-d28fdd4c929b, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=db61afb6-9389-4ad4-acd8-d28fdd4c929b,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:48:28.594863 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:28.644899 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=db61afb6-9389-4ad4-acd8-d28fdd4c929b,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:48:30.450420 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device db61afb6-9389-4ad4-acd8-d28fdd4c929b up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:48:30.524534 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port db61afb6-9389-4ad4-acd8-d28fdd4c929b triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:48:30.525138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:38.436023 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3c0c2423-f0d6-4469-9d3f-5d9e5fdfad7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:41.040915 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1904b1f0-74e6-4f39-8dec-bfc068e6fc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:41.924138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:42.259730 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:48:43.725894 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:00.740238 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:49:08.444325 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-af6841d6-43c3-40a8-9ff5-eab715157b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:11.037045 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9f3100ad-af24-4704-ad23-918dfc05508a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:11.897094 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:12.253753 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:13.701003 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:37.740500 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:49:38.440456 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-90494e95-c93b-46a5-8f92-91fa4b802937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:41.043161 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5fc1168d-e009-45a2-8bf3-ea48d3dc766a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:41.903197 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:42.258880 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:49:43.701677 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:04.327794 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44880) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:04.405094 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a15f7e-ad7d-4056-ae92-ea805afb9b8c admin admin] GET failed (client error): The resource could not be found. Oct 28 15:50:04.406446 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-33a15f7e-ad7d-4056-ae92-ea805afb9b8c admin admin] 10.222.0.74 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0776820 Oct 28 15:50:04.645617 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caae5b4c-dbcd-4bac-9ea0-0a4e12cc9f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:04.647116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-caae5b4c-dbcd-4bac-9ea0-0a4e12cc9f8c admin admin] 10.222.0.74 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2359288 Oct 28 15:50:06.921068 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44890) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:07.024755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e770f-c146-41d7-8a48-0e3f520cdf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:07.026072 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8d5e770f-c146-41d7-8a48-0e3f520cdf8e admin admin] 10.222.0.74 "GET /v2.0/subnets/895125b5-a246-41d6-b3d0-129167693069 HTTP/1.1" status: 200 len: 849 time: 0.1040223 Oct 28 15:50:07.039786 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:50:07.128830 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Publish callbacks [] for subnet, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:07.290545 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755889745893'] for subnet, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:07.321631 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:07.322213 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:07.323503 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] 10.222.0.74 "PUT /v2.0/subnets/895125b5-a246-41d6-b3d0-129167693069 HTTP/1.1" status: 200 len: 868 time: 0.2876089 Oct 28 15:50:07.340696 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30b08cb-1070-4d31-83a9-0eb2688b2fc6 None None] Network 830f6688-bd94-4019-9c70-18d109284367 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:50:07.342781 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=895125b5-a246-41d6-b3d0-129167693069,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:50:07.350513 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.350876 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.351236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.351596 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.351930 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.352290 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.352623 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.352948 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.353321 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.353644 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.353951 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.354281 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df8ccb7-a62d-4838-96ba-aeff96f1fbf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:07.734425 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-d40b6ac9-b850-4488-b305-ec0cd0e53b73 None None] Provisioning complete for port 8ac9919f-5957-48d2-b193-20e933681522 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:50:07.734853 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d40b6ac9-b850-4488-b305-ec0cd0e53b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:07.827369 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-d40b6ac9-b850-4488-b305-ec0cd0e53b73 None None] Provisioning complete for port 9ffdc6b2-0e20-4c7c-ba12-4cbeaccba2fd triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:50:07.827623 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d40b6ac9-b850-4488-b305-ec0cd0e53b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:08.443435 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f60e20e0-8ef3-4cce-9ff4-3ea2f9f0bd44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:09.610985 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44900) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:09.830738 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25004ae-ddef-497c-b1eb-1610b068276d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:09.831119 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25004ae-ddef-497c-b1eb-1610b068276d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:09.832695 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b25004ae-ddef-497c-b1eb-1610b068276d admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2202442 Oct 28 15:50:11.040259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-e5b4f63a-4643-4887-9862-2f47b4f95093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:11.906198 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:12.118739 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44908) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:12.267760 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:12.320866 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e289e5b3-dc94-4acd-b4cc-3fa4c47c3b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:12.321333 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e289e5b3-dc94-4acd-b4cc-3fa4c47c3b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:12.322884 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e289e5b3-dc94-4acd-b4cc-3fa4c47c3b3c admin admin] 10.222.0.74 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031958 Oct 28 15:50:13.706331 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:14.636144 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44916) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:14.739269 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:50:14.797637 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c36604-85c6-485c-85ad-d507dd5282a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:14.799402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-95c36604-85c6-485c-85ad-d507dd5282a5 admin admin] 10.222.0.74 "GET /v2.0/networks/830f6688-bd94-4019-9c70-18d109284367 HTTP/1.1" status: 200 len: 869 time: 0.1622894 Oct 28 15:50:17.109983 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44924) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:17.249214 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16fb6f23-fc40-4996-ab79-469837dc541b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:17.250575 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-16fb6f23-fc40-4996-ab79-469837dc541b admin admin] 10.222.0.74 "GET /v2.0/networks/cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 HTTP/1.1" status: 200 len: 886 time: 0.1395628 Oct 28 15:50:19.493296 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44932) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:19.624937 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54663c5e-9f98-4415-b9ff-20e6088be18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:19.625391 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54663c5e-9f98-4415-b9ff-20e6088be18b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:19.626932 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-54663c5e-9f98-4415-b9ff-20e6088be18b admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1326568 Oct 28 15:50:21.879462 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44940) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:22.095393 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a71fbe-4697-4ab5-8798-4ac2181921b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:22.095872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a71fbe-4697-4ab5-8798-4ac2181921b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:22.097528 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-72a71fbe-4697-4ab5-8798-4ac2181921b7 admin admin] 10.222.0.74 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2169516 Oct 28 15:50:24.352123 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 44948) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:24.457930 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc2a797-1677-4cf4-80fd-e870df6dfc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:24.459309 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-cdc2a797-1677-4cf4-80fd-e870df6dfc40 admin admin] 10.222.0.74 "GET /v2.0/subnets/895125b5-a246-41d6-b3d0-129167693069 HTTP/1.1" status: 200 len: 868 time: 0.1062050 Oct 28 15:50:26.723712 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 44956) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:26.817464 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21bce03-ee41-4e45-a6da-155a3248f311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:26.818787 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c21bce03-ee41-4e45-a6da-155a3248f311 admin admin] 10.222.0.74 "GET /v2.0/subnets/d6605499-d04d-490b-b2a0-36474c8154b0 HTTP/1.1" status: 200 len: 816 time: 0.0941296 Oct 28 15:50:38.446074 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-23a508d7-c0be-470a-bd82-fe2cfa9b4182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:41.037065 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-ca321dbc-7065-4cce-a7e9-9e27ecf5fade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:41.908138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:42.262466 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:43.714138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:51.166800 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45010) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:51.225653 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [None req-c47866b4-9200-4f6e-9035-b969d7289ffe admin admin] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:50:51.226623 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c47866b4-9200-4f6e-9035-b969d7289ffe admin admin] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0585103 Oct 28 15:50:51.739460 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:50:53.598874 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45018) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:53.674782 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.pecan_wsgi.hooks.translation [None req-71618c87-ca77-4518-8cd4-dc413950c25a admin admin] GET failed (client error): The resource could not be found. Oct 28 15:50:53.676169 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-71618c87-ca77-4518-8cd4-dc413950c25a admin admin] 10.222.0.74 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0763323 Oct 28 15:50:53.832806 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c9f2f0-8a45-4b39-b14f-88e847784af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:53.834179 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c1c9f2f0-8a45-4b39-b14f-88e847784af5 admin admin] 10.222.0.74 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1511023 Oct 28 15:50:56.199462 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45026) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:56.257014 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:50:56.282888 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Made reservation on behalf of 658bb0d714c64292ab71ccc3f920b05b for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:50:56.285253 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:56.320260 dv-cinder-780759-4-iscsi neutron-server[101482]: WARNING neutron.services.revisions.revision_plugin [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Could not find related network for resource to bump revision. Oct 28 15:50:56.335605 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:50:56.346071 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:56.346401 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Added segment 1cd49473-7a0c-48d3-8ae9-b946458978a6 of type vlan for network 9c9abc35-1ecb-490d-820a-742995abc2b6 Oct 28 15:50:56.397688 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:56.423588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:56.424622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:56.425272 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:56.477319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2767305 Oct 28 15:50:56.488183 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Pushing event updated for resources: {'Network': ['ID=9c9abc35-1ecb-490d-820a-742995abc2b6,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:50:56.495820 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.496202 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.496553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.496893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.497270 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.497621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.497957 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.498314 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.498640 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.498969 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.499303 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.499673 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c1a6fc6-1532-4fb0-b79b-85d3adbc259a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:56.512100 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 9c9abc35-1ecb-490d-820a-742995abc2b6 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:50:58.790306 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45034) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:50:58.856226 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.pecan_wsgi.hooks.translation [None req-0396e51a-903b-4aea-8d62-421557f18143 admin admin] GET failed (client error): The resource could not be found. Oct 28 15:50:58.857613 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0396e51a-903b-4aea-8d62-421557f18143 admin admin] 10.222.0.74 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0663118 Oct 28 15:50:58.931332 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b0005-4808-4e26-b72e-2969346d5981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:58.932741 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e44b0005-4808-4e26-b72e-2969346d5981 admin admin] 10.222.0.74 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701888 Oct 28 15:50:58.946844 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Request body: {'subnet': {'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:50:58.969972 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Made reservation on behalf of 658bb0d714c64292ab71ccc3f920b05b for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:50:58.972331 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.134672 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.185254 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8169ba8-253a-46fc-b819-5daf62ffc4be,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:50:59.195142 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Checking segment: {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:50:59.195510 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Network hostable DHCP agents. Network: 9c9abc35-1ecb-490d-820a-742995abc2b6, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:50:59.213977 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Network 9c9abc35-1ecb-490d-820a-742995abc2b6 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:50:59.223222 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 9c9abc35-1ecb-490d-820a-742995abc2b6) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:50:59.227134 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:50:59.227733 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.233090 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68e3452-91bd-442c-bf89-b3dd8727c438 None None] Network 9c9abc35-1ecb-490d-820a-742995abc2b6 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:50:59.245492 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ad4a1964-5efc-4fd3-a6bd-82ad6e001d21 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3020394 Oct 28 15:50:59.497850 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-9c9abc35-1ecb-490d-820a-742995abc2b6', 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6', 'tenant_id': '658bb0d714c64292ab71ccc3f920b05b', 'fixed_ips': [{'subnet_id': 'f8169ba8-253a-46fc-b819-5daf62ffc4be'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:50:59.498867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.639257 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Allocated IP 192.168.233.2 (9c9abc35-1ecb-490d-820a-742995abc2b6/f8169ba8-253a-46fc-b819-5daf62ffc4be/f60b69a8-e74a-4463-8d17-dbf86a9e0554) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:50:59.787245 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.794240 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.834584 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Network 9c9abc35-1ecb-490d-820a-742995abc2b6 is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:50:59.837469 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:50:59.841038 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:50:59.848124 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Pushing event updated for resources: {'Port': ['ID=f60b69a8-e74a-4463-8d17-dbf86a9e0554,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:50:59.875170 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.875553 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.875897 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.876227 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.876577 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.876882 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.877226 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.877546 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.877883 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.878199 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.878514 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.878840 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:50:59.910744 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Attempting to bind port f60b69a8-e74a-4463-8d17-dbf86a9e0554 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:50:59.911099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Attempting to bind port f60b69a8-e74a-4463-8d17-dbf86a9e0554 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:50:59.911452 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Attempting to bind port f60b69a8-e74a-4463-8d17-dbf86a9e0554 on network 9c9abc35-1ecb-490d-820a-742995abc2b6 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:50:59.916529 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:50:59.916898 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Checking segment: {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:50:59.917293 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.917677 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Bound using segment: {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:50:59.918137 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Bound port: f60b69a8-e74a-4463-8d17-dbf86a9e0554, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:50:59.918524 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:50:59.980950 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] For port f60b69a8-e74a-4463-8d17-dbf86a9e0554, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:50:59.984172 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] For port f60b69a8-e74a-4463-8d17-dbf86a9e0554, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f60b69a8-e74a-4463-8d17-dbf86a9e0554,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:50:59.988962 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:00.051027 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d4186-2403-49da-865c-c508754ae976 None None] Pushing event updated for resources: {'Port': ['ID=f60b69a8-e74a-4463-8d17-dbf86a9e0554,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:00.497513 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f60b69a8-e74a-4463-8d17-dbf86a9e0554 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:00.551427 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port f60b69a8-e74a-4463-8d17-dbf86a9e0554 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:00.551823 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:00.634553 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:00.674449 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port f60b69a8-e74a-4463-8d17-dbf86a9e0554, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f60b69a8-e74a-4463-8d17-dbf86a9e0554,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:51:00.697648 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:00.751000 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=f60b69a8-e74a-4463-8d17-dbf86a9e0554,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:51:00.911173 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb8e1a2-c4aa-458a-a5fc-4ca20fde71da None None] Network 9c9abc35-1ecb-490d-820a-742995abc2b6 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:51:00.974252 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-9e8c5f53-8f51-49db-9776-87cfd27f534b None None] Provisioning complete for port f60b69a8-e74a-4463-8d17-dbf86a9e0554 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:00.974538 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9e8c5f53-8f51-49db-9776-87cfd27f534b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:01.354280 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-5b2c88e4-bc47-49a7-a7a8-078f152cdd34 None None] Provisioning complete for port f60b69a8-e74a-4463-8d17-dbf86a9e0554 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:01.355026 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5b2c88e4-bc47-49a7-a7a8-078f152cdd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:02.472728 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f60b69a8-e74a-4463-8d17-dbf86a9e0554 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:51:02.525587 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port f60b69a8-e74a-4463-8d17-dbf86a9e0554 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:51:02.525962 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:08.451652 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b8883b85-0bff-4cab-8c0a-e2d15f089798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:11.034815 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2def5451-44ff-44f8-a764-0dfbb5b8f8d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:11.910865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:12.267600 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:13.711577 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:28.739091 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:51:38.455099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a8e8a959-39d9-44af-81fc-cdcf2ae0f535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.028856 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6d863476-7883-48d8-9a36-077588e97ed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:41.914510 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:42.273591 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:51:43.717013 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:05.738660 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:52:08.461746 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5b7e0ed2-1f70-4b9f-90c7-e7112db2f0ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:08.808035 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45078) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:52:08.814062 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [None req-cb1c18b5-c931-4f78-a7f8-bdcea0274029 tempest-verify_tempest_config-1655557024 tempest-verify_tempest_config-1655557024-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:52:08.815023 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-cb1c18b5-c931-4f78-a7f8-bdcea0274029 tempest-verify_tempest_config-1655557024 tempest-verify_tempest_config-1655557024-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0059676 Oct 28 15:52:09.130653 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45096) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:52:09.246853 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.321799 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.327509 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.371236 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=609f22da3f6541109211cc8e7f902c70&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2395151 Oct 28 15:52:09.372112 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499442c5-08f1-4e64-82ce-af15a0a48879,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:52:09.374263 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45100) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:52:09.378917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.379265 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.379629 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.379968 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.380296 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.380641 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.380952 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.381300 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.381640 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.381962 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.382280 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.382594 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5a42493-1e1d-4a54-bbe6-9939ce86f52d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.439790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.461644 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.554925 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.557496 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:09.558673 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/499442c5-08f1-4e64-82ce-af15a0a48879 HTTP/1.1" status: 204 len: 168 time: 0.1833432 Oct 28 15:52:09.568261 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499442c5-08f1-4e64-82ce-af15a0a48879,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:52:09.575571 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.576039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.576410 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.576744 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.577138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.577389 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.577881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.578224 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.578567 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.578890 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.579207 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:09.579545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a93c5-fce1-488c-bab7-4bdfcf1fa70d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:52:11.033391 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-af5f128f-d2f0-48a0-8fc4-11b5e4e74c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:11.916507 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:12.273886 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:13.717512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:38.463622 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9023300e-2db4-489e-b887-6795a07c3ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:41.042946 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b424d9bd-cbbd-4f0e-b3a3-d2769fb5964b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:41.925466 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:42.275624 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:52:42.745077 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:52:43.730449 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:08.470287 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9a83b66c-54dc-4f9a-85dd-ecd1ef6f37ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:11.050859 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4ede6097-01ae-4157-aa78-acc594c86101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:11.931785 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:12.281770 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:13.728145 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:19.739704 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 5 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:53:38.474416 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-e0952ca8-3c9b-4e11-bd2e-b935f05530f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:41.039205 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-172bc0c2-d132-43d2-8619-da3187812b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:41.930737 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:42.276785 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:43.729228 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:50.980475 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1596058'] for agent, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:53:56.744348 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:54:05.645862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45174) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:05.767696 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1b711ab5-712c-4ecf-a128-12b01ec5ce96 admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1206977 Oct 28 15:54:08.073974 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45184) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:54:08.141108 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-cf11b131-9b1a-4054-99b4-efec2010b79e admin admin] 10.222.0.74 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0656705 Oct 28 15:54:08.474411 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-31a16862-4631-4c4d-9f48-85e013c7de56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:11.032887 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-91367bf8-e0b5-44b7-b71a-f8dd6e5e018e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:11.933579 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:12.262301 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:13.732494 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:20.934274 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:33.749009 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:54:38.468910 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a5e8e03-956a-46d3-bbc9-07d727693329 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.051661 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c54ab840-0bbd-4777-8099-92246ff820c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:41.948505 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:42.261761 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:43.746032 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:54:50.927087 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:08.472188 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-715e58d3-b6a1-4e5b-9ed7-5d4225bbb6db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:10.748730 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:55:11.036620 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cd5e1182-8d17-44df-afea-0a5cb8125b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:11.940922 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:12.256444 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:13.738593 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:20.974884 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:37.575410 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45330) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:37.782596 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-751385886-network', 'tenant_id': 'f586310c63014686828ab57e05f5173c'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:37.808728 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Made reservation on behalf of f586310c63014686828ab57e05f5173c for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:37.813827 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:37.820320 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:37.901634 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:37.908516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:37.938646 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:37.940866 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3045c2-e446-4c16-a403-3019ef958006,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:37.951355 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.951755 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.952221 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.953184 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.953518 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.953857 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.954220 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.954503 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.954842 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.955160 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.955474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.955867 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Tracked resource versions report: Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: pushed versions: Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: { 'AddressGroup': {'1.2'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'ConntrackHelper': {'1.0'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Log': {'1.0'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Network': {'1.1'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Port': {'1.7'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'PortForwarding': {'1.2'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'QosPolicy': {'1.10'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroup': {'1.4'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SubPort': {'1.0'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Subnet': {'1.1'}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Trunk': {'1.1'}} Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: consumer versions: Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: HyperV agent@hv-cinder-78075: {}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'ConntrackHelper': '1.0', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Log': '1.0', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Network': '1.1', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Port': '1.7', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'PortForwarding': '1.2', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'QosPolicy': '1.10', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroup': '1.4', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SecurityGroupRule': '1.2', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'SubPort': '1.0', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Subnet': '1.1', Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: 'Trunk': '1.1'}} Oct 28 15:55:37.956787 dv-cinder-780759-4-iscsi neutron-server[101482]: {{(pid=101482) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:55:37.963122 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:37.963537 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Added segment 02212a3b-860e-47f4-bd3b-f00e5f1ba0b3 of type vlan for network 01289c21-dfb2-4fc1-98a6-080abd6a35cd Oct 28 15:55:38.005597 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.030326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.031361 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:38.032448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.084245 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5076978 Oct 28 15:55:38.091703 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45374) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:38.094338 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Request body: {'subnet': {'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-subnet', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:38.098910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e49bb6-09e6-4d32-a41d-a1ea2556b46c admin admin] Pushing event updated for resources: {'Network': ['ID=01289c21-dfb2-4fc1-98a6-080abd6a35cd,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:38.122252 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:38.127346 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Made reservation on behalf of f586310c63014686828ab57e05f5173c for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:38.133549 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.308446 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.365801 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=422fa629-4c37-4ffd-872b-536de864f712,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:38.383929 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.384290 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.384792 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.385453 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.385931 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.386417 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.386903 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.387391 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.387897 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.388228 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.388549 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.388961 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Tracked resource versions report: Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: pushed versions: Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: { 'AddressGroup': {'1.2'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'ConntrackHelper': {'1.0'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Log': {'1.0'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Network': {'1.1'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Port': {'1.7'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'PortForwarding': {'1.2'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'QosPolicy': {'1.10'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroup': {'1.4'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SubPort': {'1.0'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Subnet': {'1.1'}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Trunk': {'1.1'}} Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: consumer versions: Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: HyperV agent@hv-cinder-78075: {}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'ConntrackHelper': '1.0', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Log': '1.0', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Network': '1.1', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Port': '1.7', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'PortForwarding': '1.2', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'QosPolicy': '1.10', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroup': '1.4', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SecurityGroupRule': '1.2', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'SubPort': '1.0', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Subnet': '1.1', Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: 'Trunk': '1.1'}} Oct 28 15:55:38.390221 dv-cinder-780759-4-iscsi neutron-server[101481]: {{(pid=101481) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:55:38.392432 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Checking segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:38.392763 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Network hostable DHCP agents. Network: 01289c21-dfb2-4fc1-98a6-080abd6a35cd, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:38.410239 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:38.419891 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 01289c21-dfb2-4fc1-98a6-080abd6a35cd) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:38.424393 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:38.425206 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.430196 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b8f01-2a3c-49b5-8c40-18a028440df9 None None] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:38.448102 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-19739e50-5548-4c32-87e3-c9cc2fc60775 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3590350 Oct 28 15:55:38.448903 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45390) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:38.454232 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45392) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:38.459832 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:38.496216 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.498174 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.516534 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c692bef0-4f5e-4802-a0f4-ee3101178909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.537802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45398) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:38.596624 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f6cbae-f872-44b7-a838-7fd670f47c82 None None] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:38.597171 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.713247 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45406) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:38.737707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45410) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:38.751403 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.815010 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-565048173-network', 'tenant_id': 'ce96fa569f40403c9bc683433f56ad44'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:38.848713 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Made reservation on behalf of ce96fa569f40403c9bc683433f56ad44 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:38.852259 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.861500 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.964218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.969559 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:38.997154 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.006302 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740c6e22-4ae2-4c08-aa5b-b18d328dd2c2,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:39.017124 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.025693 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-366726352-network', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:39.065545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1168932136-network', 'tenant_id': 'd80b423472d84137bdff815014b08e27'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:39.080066 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1893023102-network', 'tenant_id': 'bd291a80b9204a609cd29640ab93b579'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:39.083323 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Made reservation on behalf of fadbd0e3fcb84829adf37aa7a971b1a8 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:39.085835 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.110957 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:39.124226 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Made reservation on behalf of bd291a80b9204a609cd29640ab93b579 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:39.126538 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.135381 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.142419 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.170026 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.170360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Added segment b08831c2-2d22-4e48-9ea8-d105a95fa958 of type vlan for network 182eebce-3d27-4278-bb47-61db94a85ca0 Oct 28 15:55:39.184943 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Made reservation on behalf of d80b423472d84137bdff815014b08e27 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:39.187284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.228682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.235523 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Allocated IP 172.27.2.30 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/7d994ada-a5e1-413f-b9f0-4d9baa978256) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:39.262398 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.355822 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.370959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.372095 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:39.372949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.397737 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.420287 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:39.424737 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.425973 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:39.445142 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:39.466615 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.482239 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.487248 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0314391 Oct 28 15:55:39.501881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45444) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:39.510977 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Request body: {'subnet': {'network_id': '182eebce-3d27-4278-bb47-61db94a85ca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-565048173-subnet', 'tenant_id': 'ce96fa569f40403c9bc683433f56ad44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:39.519098 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.531756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:39.539350 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff8a05-0f46-4e37-a0d7-ee5bf3e4347b admin admin] Pushing event updated for resources: {'Network': ['ID=182eebce-3d27-4278-bb47-61db94a85ca0,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:39.546533 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d994ada-a5e1-413f-b9f0-4d9baa978256,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:39.550442 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.555856 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 182eebce-3d27-4278-bb47-61db94a85ca0 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:39.568911 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:39.572956 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.604055 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.604814 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Added segment 822bfbce-9680-46d6-ae8e-a5cab5197fba of type vlan for network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 Oct 28 15:55:39.634887 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.635683 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Added segment ceb18938-5a90-4e53-8a39-cc3e892d5bb7 of type vlan for network 1d052bf7-b495-4196-b4b3-c4f0f77150fd Oct 28 15:55:39.639087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b26a8-7dcb-421b-bf6c-eaf7affd6006,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:39.656200 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:39.677033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Made reservation on behalf of ce96fa569f40403c9bc683433f56ad44 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:39.679410 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.768999 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.805419 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.806002 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Added segment 7261920d-1a76-4dc8-b656-7ec902b9b9d8 of type vlan for network a3e77218-90b9-4398-a0fb-ac4fb997818b Oct 28 15:55:39.807785 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.818209 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.858956 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.860215 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:39.861195 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:39.991781 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.034633 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4be2b49-e3ca-4dc1-9395-3dfb925b083a,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.061803 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1d052bf7-b495-4196-b4b3-c4f0f77150fd,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.109828 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.133829 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-94ef16b1-9c4d-479e-b23f-fa151524e3d8 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5946109 Oct 28 15:55:40.134996 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Router 38eda124-a5b4-4366-b9b2-7689edad01e6 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:55:40.137792 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45468) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:40.144380 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Request body: {'subnet': {'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-subnet', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:40.147080 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.148053 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:40.148885 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.159378 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:40.222802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0981c9bb-78d0-4252-a827-21133681d9ff,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.234896 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4960852 Oct 28 15:55:40.243769 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45470) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:40.255013 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Made reservation on behalf of fadbd0e3fcb84829adf37aa7a971b1a8 for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:40.257458 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.259551 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Request body: {'subnet': {'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1893023102-subnet', 'tenant_id': 'bd291a80b9204a609cd29640ab93b579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:40.271677 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.274279 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:40.275828 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.285249 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382b4a5-5a32-4958-abbc-86e23750b12e admin admin] Pushing event updated for resources: {'Network': ['ID=c8528a6d-ca1c-4d1b-9d2f-51997dd18797,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.308686 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:40.433293 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] Pushing event updated for resources: {'Network': ['ID=a3e77218-90b9-4398-a0fb-ac4fb997818b,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.453657 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network a3e77218-90b9-4398-a0fb-ac4fb997818b details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:40.465164 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.531058 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Made reservation on behalf of bd291a80b9204a609cd29640ab93b579 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:40.535057 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Publish callbacks [] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.603448 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:55:40.613878 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Sync routers for ids ['38eda124-a5b4-4366-b9b2-7689edad01e6'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:55:40.619017 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4dad52f8-bc48-422f-ba9d-d8b9ec4415ee admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9049633 Oct 28 15:55:40.626614 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45496) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:40.630166 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Routers {'38eda124-a5b4-4366-b9b2-7689edad01e6'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:40.632356 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['38eda124-a5b4-4366-b9b2-7689edad01e6'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:40.633024 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Request body: {'subnet': {'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1168932136-subnet', 'tenant_id': 'd80b423472d84137bdff815014b08e27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:40.646395 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.687718 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.694129 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Checking segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:40.694326 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Network hostable DHCP agents. Network: 1d052bf7-b495-4196-b4b3-c4f0f77150fd, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:40.709999 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.711341 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-cf7abfb0-3454-4142-b83e-b553d66201e1 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2593045 Oct 28 15:55:40.720898 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Made reservation on behalf of d80b423472d84137bdff815014b08e27 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:40.722950 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.723517 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45498) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:40.809359 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:40.815902 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Set router 38eda124-a5b4-4366-b9b2-7689edad01e6 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:40.820853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7eeeb20-308d-46d5-b0e1-086c38c003ed,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:40.829338 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 1d052bf7-b495-4196-b4b3-c4f0f77150fd) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:40.838668 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:40.838768 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:40.843134 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc54db5-9393-4275-bb15-722e17166f06 None None] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:40.866097 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-568dafd7-22b3-4fed-9788-24aefd74d478 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7248814 Oct 28 15:55:40.867354 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45504) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:40.872255 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:40.899127 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Checking segment: {'id': 'b08831c2-2d22-4e48-9ea8-d105a95fa958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '182eebce-3d27-4278-bb47-61db94a85ca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:40.905945 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Network hostable DHCP agents. Network: 182eebce-3d27-4278-bb47-61db94a85ca0, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:41.059971 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Network 182eebce-3d27-4278-bb47-61db94a85ca0 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:41.080657 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:55:41.081525 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.108427 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.129111 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-152ed53d-0fa5-4980-91ae-adbad42f2d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.143594 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.144087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 182eebce-3d27-4278-bb47-61db94a85ca0) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:41.146966 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.167962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:41.168838 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.191851 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f02f805-f721-4570-b6b0-5ddf1e6d4089 None None] Network 182eebce-3d27-4278-bb47-61db94a85ca0 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:41.247468 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f4f3d1-f99c-4882-b625-eb4b95076471,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:41.260009 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-95a470b3-ffe0-437b-97cf-7e80db698993 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7549591 Oct 28 15:55:41.272996 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Checking segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:41.273738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Network hostable DHCP agents. Network: c8528a6d-ca1c-4d1b-9d2f-51997dd18797, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:41.279210 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.386586 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:55:39Z', 'revision_number': 3, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:41.474440 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Checking router: 38eda124-a5b4-4366-b9b2-7689edad01e6 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:55:41.474816 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Updating router 38eda124-a5b4-4366-b9b2-7689edad01e6 port 7d994ada-a5e1-413f-b9f0-4d9baa978256 binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:55:41.525821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:41.538320 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.543751 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d178f89-abf7-4dd4-9ecb-f22588188ec1,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:41.582230 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, c8528a6d-ca1c-4d1b-9d2f-51997dd18797) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:41.601164 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2063fe8-eca8-4ac3-89b0-9467aee35652 None None] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:41.609108 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:41.613556 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.634637 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Checking segment: {'id': '7261920d-1a76-4dc8-b656-7ec902b9b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:41.635402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Network hostable DHCP agents. Network: a3e77218-90b9-4398-a0fb-ac4fb997818b, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:41.660463 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-dda1d5b6-c198-47dc-9283-8fa5ecad8e4e admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4147215 Oct 28 15:55:41.671922 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Network a3e77218-90b9-4398-a0fb-ac4fb997818b is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:41.688330 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, a3e77218-90b9-4398-a0fb-ac4fb997818b) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:41.701334 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:41.701920 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.740635 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-9c438166-4769-43d3-9606-22d867de04b4 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1114089 Oct 28 15:55:41.776906 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:41.991742 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b111e7-9bc0-467e-b0b4-6451cc6e39c0 None None] Network a3e77218-90b9-4398-a0fb-ac4fb997818b requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:42.049726 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.158171 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.182482 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.190742 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Allocated IP 172.20.0.2 (1d052bf7-b495-4196-b4b3-c4f0f77150fd/fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2/3ff663a6-1b4f-4159-a9fd-f4f7554ed91a) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:42.195772 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a92c88-f29a-4923-a074-05f92e1a343f None None] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:42.253751 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.255818 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Attempting to bind port 7d994ada-a5e1-413f-b9f0-4d9baa978256 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:42.256215 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Attempting to bind port 7d994ada-a5e1-413f-b9f0-4d9baa978256 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:42.256585 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Attempting to bind port 7d994ada-a5e1-413f-b9f0-4d9baa978256 on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:42.259865 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Pushing event updated for resources: {'Port': ['ID=7d994ada-a5e1-413f-b9f0-4d9baa978256,revision_number=2']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:42.270319 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:42.270692 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:42.272025 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.272439 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:42.273200 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Bound port: 7d994ada-a5e1-413f-b9f0-4d9baa978256, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:42.273595 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.277170 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.277549 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.277895 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.278231 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.278868 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.279220 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.279574 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.279903 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.280249 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.280857 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.281193 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.281517 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Tracked resource versions report: Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: pushed versions: Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: { 'AddressGroup': {'1.2'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'ConntrackHelper': {'1.0'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Log': {'1.0'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Network': {'1.1'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Port': {'1.7'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'PortForwarding': {'1.2'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'QosPolicy': {'1.10'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroup': {'1.4'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SubPort': {'1.0'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Subnet': {'1.1'}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Trunk': {'1.1'}} Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: consumer versions: Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: HyperV agent@hv-cinder-78075: {}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'ConntrackHelper': '1.0', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Log': '1.0', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Network': '1.1', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Port': '1.7', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'PortForwarding': '1.2', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'QosPolicy': '1.10', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroup': '1.4', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SecurityGroupRule': '1.2', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'SubPort': '1.0', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Subnet': '1.1', Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: 'Trunk': '1.1'}} Oct 28 15:55:42.282595 dv-cinder-780759-4-iscsi neutron-server[101484]: {{(pid=101484) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:55:42.359731 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] For port 7d994ada-a5e1-413f-b9f0-4d9baa978256, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:55:42.365052 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] For port 7d994ada-a5e1-413f-b9f0-4d9baa978256, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7d994ada-a5e1-413f-b9f0-4d9baa978256,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:55:42.374931 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.390266 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ab9b1b-5714-4676-b37c-6dcb797aab49 None None] Network a3e77218-90b9-4398-a0fb-ac4fb997818b requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:42.473471 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Routers {'38eda124-a5b4-4366-b9b2-7689edad01e6'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:42.474371 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['38eda124-a5b4-4366-b9b2-7689edad01e6'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:42.627089 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412a99-681d-42ef-a675-27f1b8d51cdc None None] Pushing event updated for resources: {'Port': ['ID=7d994ada-a5e1-413f-b9f0-4d9baa978256,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:42.731011 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.742128 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Allocated IP 172.20.0.1 (01289c21-dfb2-4fc1-98a6-080abd6a35cd/422fa629-4c37-4ffd-872b-536de864f712/55a54de4-d17e-4c00-a4a0-9b17c5e09d1f) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:42.768271 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] Set router 38eda124-a5b4-4366-b9b2-7689edad01e6 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:42.786133 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.810122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.843875 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45598) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:42.898617 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:42.930853 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393b6bda-6c32-40cc-a314-c3dcf441ac1e None None] Network 182eebce-3d27-4278-bb47-61db94a85ca0 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:43.044829 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.046647 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Allocated IP 172.27.2.100 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/f5315c4c-a10c-44e2-a00c-77d8699c841d) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:43.162378 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.181975 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:55:39Z', 'revision_number': 3, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:43.245687 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d39043b2-3f8f-4327-acd3-081e3a8e38c6 None None] The sync data for ids ['38eda124-a5b4-4366-b9b2-7689edad01e6'] in dv-cinder-780759-4-iscsi is: [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:55:39Z', 'revision_number': 3, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:55:43.327284 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:43.357320 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:43.364970 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.376474 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:43.376950 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.384774 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:43.406745 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.449521 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.471104 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:43.478514 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:43.483720 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:43.504429 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Pushing event updated for resources: {'Port': ['ID=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:43.537582 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.538318 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.538896 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.539450 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.540016 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.540554 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.541099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.541677 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.542472 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.542890 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.543244 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.543668 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Tracked resource versions report: Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: pushed versions: Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: { 'AddressGroup': {'1.2'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'ConntrackHelper': {'1.0'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Log': {'1.0'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Network': {'1.1'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Port': {'1.7'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'PortForwarding': {'1.2'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'QosPolicy': {'1.10'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroup': {'1.4'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroupRule': {'1.2'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SubPort': {'1.0'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Subnet': {'1.1'}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Trunk': {'1.1'}} Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: consumer versions: Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: { DHCP agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: HyperV agent@hv-cinder-78075: {}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: L3 agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: Metadata agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: Metering agent@dv-cinder-780759-4-iscsi: {}, Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: Open vSwitch agent@dv-cinder-780759-4-iscsi: { 'AddressGroup': '1.2', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'ConntrackHelper': '1.0', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Log': '1.0', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Network': '1.1', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Port': '1.7', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'PortForwarding': '1.2', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'QosPolicy': '1.10', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroup': '1.4', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SecurityGroupRule': '1.2', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'SubPort': '1.0', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Subnet': '1.1', Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: 'Trunk': '1.1'}} Oct 28 15:55:43.545270 dv-cinder-780759-4-iscsi neutron-server[101483]: {{(pid=101483) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 15:55:43.615125 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc80a-5def-467f-9e37-4ae6eb726f49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.619166 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.644125 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45624) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:43.756250 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Attempting to bind port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:43.756250 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Attempting to bind port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:43.756250 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Attempting to bind port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:43.770977 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45628) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:43.771269 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:43.771269 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Checking segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:43.771269 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.771764 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798133831-network', 'tenant_id': '2c211c289bb74883a9069ea202afe3ff'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:43.771867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Bound using segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:43.771867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Bound port: 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:43.771867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.773054 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:43.776506 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Made reservation on behalf of 2c211c289bb74883a9069ea202afe3ff for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:43.779731 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.805834 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.820924 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:43.823018 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.831817 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:43.855199 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.880019 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc80a-5def-467f-9e37-4ae6eb726f49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.891896 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc80a-5def-467f-9e37-4ae6eb726f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.910317 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] For port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:55:43.916929 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] For port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:55:43.930249 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.937709 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.951679 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.967964 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:43.977917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:43.978383 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Added segment 77129c69-680a-4628-a4ca-f1d95fb20841 of type vlan for network d074a0cb-2622-40eb-a5be-915eda0bdda8 Oct 28 15:55:43.988279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-6a0dc80a-5def-467f-9e37-4ae6eb726f49 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a53925af4aa5422889a633f4bd4a7d1e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1406853 Oct 28 15:55:43.996817 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45632) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:44.049506 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e54d49-d0e9-4869-b536-e8932811326e None None] Pushing event updated for resources: {'Port': ['ID=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:44.093254 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0dc80a-5def-467f-9e37-4ae6eb726f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3a27c4-ceb9-40fd-90e7-08d94f0a4cfb,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:44.106528 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.134591 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Pushing event updated for resources: {'Port': ['ID=f5315c4c-a10c-44e2-a00c-77d8699c841d,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:44.159953 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a836504d-2c50-46bc-a655-2cfeb4b85e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.189730 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae9c6-236f-472a-aa1c-c8546322946b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.243153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae9c6-236f-472a-aa1c-c8546322946b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.348246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a836504d-2c50-46bc-a655-2cfeb4b85e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.359717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a836504d-2c50-46bc-a655-2cfeb4b85e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.382842 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae9c6-236f-472a-aa1c-c8546322946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.385485 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1d8ae9c6-236f-472a-aa1c-c8546322946b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.387152 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1d8ae9c6-236f-472a-aa1c-c8546322946b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/bb3a27c4-ceb9-40fd-90e7-08d94f0a4cfb HTTP/1.1" status: 204 len: 168 time: 0.3893981 Oct 28 15:55:44.459455 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a836504d-2c50-46bc-a655-2cfeb4b85e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b3f466-7437-492b-bf44-8bbd851bf3da,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:44.496489 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a836504d-2c50-46bc-a655-2cfeb4b85e35 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=602add280ceb4bbfb336ebb008042091&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8510015 Oct 28 15:55:44.498214 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45652) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:44.544346 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ae9c6-236f-472a-aa1c-c8546322946b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3a27c4-ceb9-40fd-90e7-08d94f0a4cfb,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:44.631836 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.635186 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:44.636755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.725200 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2eb00b54-ad76-44f1-bffc-214125a8aa1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.782667 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2eb00b54-ad76-44f1-bffc-214125a8aa1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.881116 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2eb00b54-ad76-44f1-bffc-214125a8aa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.886508 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2eb00b54-ad76-44f1-bffc-214125a8aa1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:44.888787 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2eb00b54-ad76-44f1-bffc-214125a8aa1a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/76b3f466-7437-492b-bf44-8bbd851bf3da HTTP/1.1" status: 204 len: 168 time: 0.3763988 Oct 28 15:55:44.899637 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7d994ada-a5e1-413f-b9f0-4d9baa978256 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:44.907495 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb00b54-ad76-44f1-bffc-214125a8aa1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b3f466-7437-492b-bf44-8bbd851bf3da,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:44.975982 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.037569 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 7d994ada-a5e1-413f-b9f0-4d9baa978256 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:45.037819 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.050694 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45692) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:45.054020 dv-cinder-780759-4-iscsi neutron-server[101482]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 15:55:45.120190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45698) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:45.164197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45700) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:45.190397 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.212869 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port 7d994ada-a5e1-413f-b9f0-4d9baa978256, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7d994ada-a5e1-413f-b9f0-4d9baa978256,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:45.222734 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.224102 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:45.302735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8278f2a1-38fe-46db-ba85-852ce9524c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.379445 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=7d994ada-a5e1-413f-b9f0-4d9baa978256,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:45.403624 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6828761 Oct 28 15:55:45.404559 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45706) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:45.413836 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.414717 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:45.415098 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.428149 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Request body: {'subnet': {'network_id': 'd074a0cb-2622-40eb-a5be-915eda0bdda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798133831-subnet', 'tenant_id': '2c211c289bb74883a9069ea202afe3ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:45.443790 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6896e7-b9d6-4c63-8eb0-18d1a16666aa,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:45.542418 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.565903 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8278f2a1-38fe-46db-ba85-852ce9524c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.590860 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-be8dd01a-5f14-4b06-981a-bd93c7407a37 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:45.601935 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-be8dd01a-5f14-4b06-981a-bd93c7407a37 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.5493066 Oct 28 15:55:45.615354 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8278f2a1-38fe-46db-ba85-852ce9524c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.620061 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:45.629203 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.657887 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Made reservation on behalf of 2c211c289bb74883a9069ea202afe3ff for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:45.684215 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.708481 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b7eccb-40cb-4528-8335-7a0cbae125bf None None] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:45.779382 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-8278f2a1-38fe-46db-ba85-852ce9524c67 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9415145ac41d4aed993826cefe2c056d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6141138 Oct 28 15:55:45.785589 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45712) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:45.785589 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45716) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:45.805934 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-9f25bf31-ac8f-48da-8a98-7fbe6d8edbe1 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/quotas/bd291a80b9204a609cd29640ab93b579 HTTP/1.1" status: 200 len: 375 time: 0.2030909 Oct 28 15:55:45.863117 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-079d3528-a128-44f4-ae40-9fc03af1cf70 None None] Provisioning complete for port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:45.863544 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-079d3528-a128-44f4-ae40-9fc03af1cf70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:45.909653 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:45.925069 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-a6536480-0eb9-4dec-862a-0e9e2757e11f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:45.926611 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-a6536480-0eb9-4dec-862a-0e9e2757e11f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/networks?id=a3e77218-90b9-4398-a0fb-ac4fb997818b HTTP/1.1" status: 200 len: 812 time: 0.8054504 Oct 28 15:55:45.974127 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-0ed5cccc-1ae4-4386-a37d-82803358dabe tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1473157 Oct 28 15:55:45.981690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278f2a1-38fe-46db-ba85-852ce9524c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aeecbf-4644-428d-bb75-760d04d0ce01,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:46.008861 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8272a6-9e1e-47df-8f51-3a843ed785bd admin admin] Pushing event updated for resources: {'Network': ['ID=d074a0cb-2622-40eb-a5be-915eda0bdda8,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:46.046841 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-7c0c410b-bf9c-4ad3-82a6-e736ab6458cb tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/quotas/d80b423472d84137bdff815014b08e27 HTTP/1.1" status: 200 len: 375 time: 0.0965328 Oct 28 15:55:46.074881 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ae0-8318-40a1-994c-3ae45cfa17d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.116409 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-b5f747c6-25cd-48d4-acbb-5e60c9f9b555 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=d80b423472d84137bdff815014b08e27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597324 Oct 28 15:55:46.124716 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ae0-8318-40a1-994c-3ae45cfa17d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.127139 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a7a549e-2f8f-4d03-bd55-4295e88fadf3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.265884 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network d074a0cb-2622-40eb-a5be-915eda0bdda8 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:46.266380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-38ebe2fa-6812-4337-a9cd-9f8b2214321d service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:55:46.275349 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-38ebe2fa-6812-4337-a9cd-9f8b2214321d service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0919335 Oct 28 15:55:46.291033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-486d58fe-2301-4cfb-a3c7-03eaf32302b9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:55:46.292339 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-486d58fe-2301-4cfb-a3c7-03eaf32302b9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0772712 Oct 28 15:55:46.381238 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Router 22bc3f56-22e9-4c02-8bef-90c15571953f is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:55:46.384540 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a7a549e-2f8f-4d03-bd55-4295e88fadf3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.396765 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ae0-8318-40a1-994c-3ae45cfa17d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.402044 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e40e5ae0-8318-40a1-994c-3ae45cfa17d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.403300 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e40e5ae0-8318-40a1-994c-3ae45cfa17d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/81aeecbf-4644-428d-bb75-760d04d0ce01 HTTP/1.1" status: 204 len: 168 time: 0.5425286 Oct 28 15:55:46.404752 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a7a549e-2f8f-4d03-bd55-4295e88fadf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.408722 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.443938 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.444873 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.470773 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e5ae0-8318-40a1-994c-3ae45cfa17d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aeecbf-4644-428d-bb75-760d04d0ce01,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:46.602852 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-b2c1160d-65a5-41f2-8a2b-85100f65120f service neutron] 10.222.0.74 "GET /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896304 Oct 28 15:55:46.613528 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-74440483-2447-4c20-a39b-385021395740 service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368788 Oct 28 15:55:46.618831 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8a7a549e-2f8f-4d03-bd55-4295e88fadf3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=707e6c84f0f546c8875a55de6803848e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7662084 Oct 28 15:55:46.632205 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45740) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:46.682715 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7d994ada-a5e1-413f-b9f0-4d9baa978256 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:46.725115 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a549e-2f8f-4d03-bd55-4295e88fadf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c6ac1-0e26-4c9e-9d71-5267ca9515ff,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:46.728607 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Pushing event updated for resources: {'Port': ['ID=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:46.754302 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.764962 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-b518fb51-dee4-4b3a-b867-5160cb74dcd9 None None] Provisioning complete for port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:46.765576 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b518fb51-dee4-4b3a-b867-5160cb74dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.810891 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 7d994ada-a5e1-413f-b9f0-4d9baa978256 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:46.812171 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.842813 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-91e0e389-0669-45e4-ab14-6b344d6ee89f service neutron] 10.222.0.74 "GET /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259715 Oct 28 15:55:46.846652 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e200b4d-afa8-4484-b387-40cc3cc30885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.859365 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-29992d9b-4b08-46b4-8c62-2111dd64575d service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439647 Oct 28 15:55:46.861587 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:55:46.880835 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57a51387-f151-42b7-8058-596ce5db9bbe,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:46.885375 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:46.892974 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:46.903658 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Checking segment: {'id': '77129c69-680a-4628-a4ca-f1d95fb20841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd074a0cb-2622-40eb-a5be-915eda0bdda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:46.904011 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Network hostable DHCP agents. Network: d074a0cb-2622-40eb-a5be-915eda0bdda8, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:46.908457 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:55:46.914568 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e200b4d-afa8-4484-b387-40cc3cc30885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:46.962459 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:46.964032 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:47.021123 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e200b4d-afa8-4484-b387-40cc3cc30885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.024820 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e200b4d-afa8-4484-b387-40cc3cc30885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.026450 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1e200b4d-afa8-4484-b387-40cc3cc30885 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ef7c6ac1-0e26-4c9e-9d71-5267ca9515ff HTTP/1.1" status: 204 len: 168 time: 0.3930454 Oct 28 15:55:47.038265 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e200b4d-afa8-4484-b387-40cc3cc30885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c6ac1-0e26-4c9e-9d71-5267ca9515ff,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:47.109958 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.116843 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45758) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:47.124845 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c1096c8d-4196-4f52-a912-a97c7e21daaa admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2567301 Oct 28 15:55:47.170447 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Network d074a0cb-2622-40eb-a5be-915eda0bdda8 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:47.210345 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, d074a0cb-2622-40eb-a5be-915eda0bdda8) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:47.240148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:47.241390 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.275700 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e04da8-221c-445c-b3ac-7937f3b6fcfc None None] Network d074a0cb-2622-40eb-a5be-915eda0bdda8 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:47.310142 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-86379a4e-0f73-4582-b6ee-ee1e29ee9bf7 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8929784 Oct 28 15:55:47.325686 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Router 38eda124-a5b4-4366-b9b2-7689edad01e6 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:55:47.421787 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cb0bd14b-ff6d-4602-9be4-034069da3751 req-7984a354-2354-46b8-943c-9a748347ec9c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 210 time: 0.1265934 Oct 28 15:55:47.452973 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7af5ce11-6b1b-4e1a-a0ae-35af6fc4eb5c req-edfbd755-6d9e-43c4-be6b-140db35a7b4f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 210 time: 0.0362623 Oct 28 15:55:47.524958 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:47.597550 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5278686e-de5e-4abc-82fb-bbf406d48f0c None None] Network d074a0cb-2622-40eb-a5be-915eda0bdda8 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:47.669763 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:47.680475 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:55:47.695188 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Sync routers for ids ['38eda124-a5b4-4366-b9b2-7689edad01e6'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:55:47.696436 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c7aca5d1-4004-4011-a731-6e4dba0cb9c7 admin admin] 10.222.0.74 "PUT /v2.0/routers/38eda124-a5b4-4366-b9b2-7689edad01e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9679766 Oct 28 15:55:47.706773 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Routers {'38eda124-a5b4-4366-b9b2-7689edad01e6'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:47.707381 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['38eda124-a5b4-4366-b9b2-7689edad01e6'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:47.710534 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45804) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:47.768195 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Deleting subnet b7eeeb20-308d-46d5-b0e1-086c38c003ed {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:55:47.772638 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.814451 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.833207 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.916418 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.921554 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:47.925845 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:47.952996 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Set router 38eda124-a5b4-4366-b9b2-7689edad01e6 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:47.977864 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7eeeb20-308d-46d5-b0e1-086c38c003ed,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:47.994254 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.001142 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a5535adb-c651-4604-968d-d971d232e838 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/b7eeeb20-308d-46d5-b0e1-086c38c003ed HTTP/1.1" status: 204 len: 168 time: 0.2868447 Oct 28 15:55:48.001970 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 45816) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:48.091122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:44Z', 'revision_number': 3, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:48.130966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:55:48.131609 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Updating router 22bc3f56-22e9-4c02-8bef-90c15571953f port f5315c4c-a10c-44e2-a00c-77d8699c841d binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:55:48.162321 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.193865 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.194941 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.386437 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:55:48.454087 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.463522 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:55:43Z', 'revision_number': 4, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '55a54de4-d17e-4c00-a4a0-9b17c5e09d1f', 'name': '', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'mac_address': 'fa:16:3e:b6:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '422fa629-4c37-4ffd-872b-536de864f712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:45Z', 'revision_number': 2, 'project_id': 'f586310c63014686828ab57e05f5173c', 'subnets': [{'id': '422fa629-4c37-4ffd-872b-536de864f712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:48.512881 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Checking router: 38eda124-a5b4-4366-b9b2-7689edad01e6 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:55:48.514745 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Updating router 38eda124-a5b4-4366-b9b2-7689edad01e6 port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:55:48.529332 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.529936 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.530780 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.531107 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > port after_create 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.538451 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.538923 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > port after_update 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.539709 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.540200 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.540540 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.540865 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:48.597440 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.708428 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a983051-79f2-42ca-8cb9-2da45e901858 req-f08ce1b3-417c-4743-9e01-27531d2efd42 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 210 time: 0.1086156 Oct 28 15:55:48.801057 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45864) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:48.842364 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.873253 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:48.951556 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Allocated IP 172.20.0.1 (1d052bf7-b495-4196-b4b3-c4f0f77150fd/fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2/7e87f9f9-182b-4168-81fc-6b598f950d6d) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:48.968702 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286204d-e739-42e6-848f-8a652a231383 None None] Pushing event updated for resources: {'Port': ['ID=f5315c4c-a10c-44e2-a00c-77d8699c841d,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:49.021746 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ae9435de-10cb-438a-bd4c-13d307aa8bb9 req-866539f4-6e32-4209-ac29-c25cd24a0ed8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 210 time: 0.1262269 Oct 28 15:55:49.031170 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Attempting to bind port f5315c4c-a10c-44e2-a00c-77d8699c841d on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:49.032626 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Attempting to bind port f5315c4c-a10c-44e2-a00c-77d8699c841d by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:49.035048 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Attempting to bind port f5315c4c-a10c-44e2-a00c-77d8699c841d on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:49.055638 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:49.056014 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:49.057065 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.061834 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:49.062802 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Bound port: f5315c4c-a10c-44e2-a00c-77d8699c841d, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:49.063393 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.144487 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-765199230-network', 'tenant_id': '93eb43ae0f154c37945bb129c4117f26'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:49.163153 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:49.163494 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:49.166727 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:49.171927 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:49.177841 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182eebce-3d27-4278-bb47-61db94a85ca0']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:49.178691 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.197123 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.206206 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08831c2-2d22-4e48-9ea8-d105a95fa958') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:49.210382 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] For port f5315c4c-a10c-44e2-a00c-77d8699c841d, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:55:49.212716 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08831c2-2d22-4e48-9ea8-d105a95fa958') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:49.217462 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] For port f5315c4c-a10c-44e2-a00c-77d8699c841d, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f5315c4c-a10c-44e2-a00c-77d8699c841d,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:55:49.244746 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.310254 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.326787 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Attempting to bind port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:49.329230 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Attempting to bind port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:49.329230 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Attempting to bind port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:49.337205 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:49.338506 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Checking segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:49.339669 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.340630 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Bound using segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:49.341608 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Bound port: 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:49.342440 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.381175 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.399465 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:55:49.400267 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.422284 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] For port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:55:49.426380 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] For port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:55:49.442332 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b5fd5-76f7-4b58-95a5-58ede174b026 None None] Pushing event updated for resources: {'Port': ['ID=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:49.456000 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: from cryptography.utils import int_from_bytes Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: from cryptography.utils import int_from_bytes Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:55:49.469722 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:55:49.479926 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.503442 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.506913 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] 10.222.0.74 "DELETE /v2.0/networks/182eebce-3d27-4278-bb47-61db94a85ca0 HTTP/1.1" status: 204 len: 168 time: 1.5028255 Oct 28 15:55:49.509801 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:49.512281 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:49.518690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45900) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:49.538771 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071891ed-89dc-4c98-b6f8-85a851edc7dc admin admin] Pushing event deleted for resources: {'Network': ['ID=182eebce-3d27-4278-bb47-61db94a85ca0,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:49.540207 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b5fd5-76f7-4b58-95a5-58ede174b026 None None] Pushing event updated for resources: {'Port': ['ID=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,revision_number=4']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:49.565516 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Routers {'38eda124-a5b4-4366-b9b2-7689edad01e6'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:49.566426 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['38eda124-a5b4-4366-b9b2-7689edad01e6'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:49.649724 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Made reservation on behalf of 93eb43ae0f154c37945bb129c4117f26 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:49.652656 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.721313 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] Set router 38eda124-a5b4-4366-b9b2-7689edad01e6 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:49.761826 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-d6719b7b-a3d2-4d3c-bf91-1cf50ab96ee5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:49.782094 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-d6719b7b-a3d2-4d3c-bf91-1cf50ab96ee5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 818 time: 0.7260654 Oct 28 15:55:49.791393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.829755 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Deleting subnet 57a51387-f151-42b7-8058-596ce5db9bbe {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:55:49.834629 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.841250 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.870039 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-4867d7c8-de7d-4024-b2f4-9d506b93c266 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/quotas/f586310c63014686828ab57e05f5173c HTTP/1.1" status: 200 len: 375 time: 0.0866780 Oct 28 15:55:49.935028 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.972206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:49.987266 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286204d-e739-42e6-848f-8a652a231383 None None] Pushing event updated for resources: {'Port': ['ID=f5315c4c-a10c-44e2-a00c-77d8699c841d,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:50.021176 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:50.076276 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:50.083769 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-28cc1c41-6ed2-457b-8dcb-07ca851bbf15 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2125044 Oct 28 15:55:50.107424 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-953dfbe0-a378-4b60-970d-38a4c3f9fee6 req-f58af870-3226-40d6-8a51-a6406568744a tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 210 time: 0.0888183 Oct 28 15:55:50.112530 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:55:43Z', 'revision_number': 4, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '55a54de4-d17e-4c00-a4a0-9b17c5e09d1f', 'name': '', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'mac_address': 'fa:16:3e:b6:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '422fa629-4c37-4ffd-872b-536de864f712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:49Z', 'revision_number': 4, 'project_id': 'f586310c63014686828ab57e05f5173c', 'subnets': [{'id': '422fa629-4c37-4ffd-872b-536de864f712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:50.162141 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ffb14c-f23c-4535-9a95-8d9a46364dd9 None None] The sync data for ids ['38eda124-a5b4-4366-b9b2-7689edad01e6'] in dv-cinder-780759-4-iscsi is: [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:55:43Z', 'revision_number': 4, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '55a54de4-d17e-4c00-a4a0-9b17c5e09d1f', 'name': '', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'mac_address': 'fa:16:3e:b6:fd:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '422fa629-4c37-4ffd-872b-536de864f712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:49Z', 'revision_number': 4, 'project_id': 'f586310c63014686828ab57e05f5173c', 'subnets': [{'id': '422fa629-4c37-4ffd-872b-536de864f712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:55:50.275392 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:44Z', 'revision_number': 3, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:50.327156 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb98b8e8-d2bc-4507-8916-fe40347270a0 None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:44Z', 'revision_number': 3, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:55:50.502105 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:50.545836 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:50.576019 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-99c62984-3d90-42b7-8441-133f6e4ef3e0 req-8322e866-2f04-48b2-b919-b5e0257f333a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 210 time: 0.2858849 Oct 28 15:55:50.585569 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:50.586038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:50.665843 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:50.669248 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Pushing event updated for resources: {'Port': ['ID=7e87f9f9-182b-4168-81fc-6b598f950d6d,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:50.777350 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:50.914696 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.54', 61135) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:50.956246 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:50.956890 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:50.997835 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.016456 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.033692 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/57a51387-f151-42b7-8058-596ce5db9bbe HTTP/1.1" status: 204 len: 168 time: 1.5056610 Oct 28 15:55:51.035551 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c589b-a01b-4045-b257-6379789b0eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57a51387-f151-42b7-8058-596ce5db9bbe,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:51.091813 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-18d09691-a40a-4ec3-8ad5-d8432d31b457 None None] Provisioning complete for port 7e87f9f9-182b-4168-81fc-6b598f950d6d triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:51.092467 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-18d09691-a40a-4ec3-8ad5-d8432d31b457 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.123366 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.155884 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 45946) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:51.176872 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-2d82d9f6-850a-497c-ad1d-fd255ebeff0c service neutron] 10.222.0.74 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0530784 Oct 28 15:55:51.263129 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-18d09691-a40a-4ec3-8ad5-d8432d31b457 None None] Port 7e87f9f9-182b-4168-81fc-6b598f950d6d cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:55:51.285899 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.338505 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-d8184eb4-bdf3-4483-9195-d1319364cac9 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:51.342267 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-d8184eb4-bdf3-4483-9195-d1319364cac9 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.54 "GET /v2.0/networks?id=a3e77218-90b9-4398-a0fb-ac4fb997818b HTTP/1.1" status: 200 len: 812 time: 0.4258132 Oct 28 15:55:51.389599 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:51.409317 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.426381 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Request body: {'port': {'device_id': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b', 'admin_state_up': True, 'tenant_id': 'd80b423472d84137bdff815014b08e27'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:51.436803 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.531346 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:51.677723 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.54', 61138) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:51.773060 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e1d83a6a-9cd6-436e-bd8f-328503835e15 req-17f113cd-4fb7-4c3f-9c57-91d7aec094f3 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 210 time: 0.3232102 Oct 28 15:55:51.776846 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:55:51.889983 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Made reservation on behalf of d80b423472d84137bdff815014b08e27 for: {'port': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:51.904658 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:51.991343 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-8797700a-104a-4cb5-a9b5-be14ae6128f1 service neutron] 10.222.0.74 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8111129 Oct 28 15:55:52.030400 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5277c8c5-0903-4db9-80dd-f2e56e23ab5e,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:52.078818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.079153 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Added segment 7d5cfd7d-3783-4ac6-bba2-5623a8f20a4a of type vlan for network 27dc2a97-a522-474d-adb5-fece08766eeb Oct 28 15:55:52.140280 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-90f3fe80-93f2-4f6a-800f-45474cf6752a req-c3b07f86-8d79-4638-a035-9a84b19b9ad6 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 210 time: 0.2471957 Oct 28 15:55:52.210532 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.268776 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Allocated IP 172.20.0.11 (a3e77218-90b9-4398-a0fb-ac4fb997818b/7d178f89-abf7-4dd4-9ecb-f22588188ec1/f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:52.277996 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-68b740c0-bdb2-4755-b2ff-3d9f55693458 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:52.280968 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-68b740c0-bdb2-4755-b2ff-3d9f55693458 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.5999088 Oct 28 15:55:52.292061 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.296048 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.297910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:52.299121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.370110 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Request body: {'port': {'device_id': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'admin_state_up': True, 'tenant_id': 'bd291a80b9204a609cd29640ab93b579'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:52.529355 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7e454299-de30-4519-aec8-0c270cba8ba2 req-e32c0fb6-34af-4809-9e5d-afff8642ad1b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 210 time: 0.2446082 Oct 28 15:55:52.683797 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.739284 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:52.868365 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:53.035184 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.2228589 Oct 28 15:55:53.035976 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46036) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:53.037885 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Network a3e77218-90b9-4398-a0fb-ac4fb997818b is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:53.047102 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:53.059039 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:53.061184 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.094750 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:53.120717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Request body: {'subnet': {'network_id': '27dc2a97-a522-474d-adb5-fece08766eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-765199230-subnet', 'tenant_id': '93eb43ae0f154c37945bb129c4117f26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:53.182893 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Pushing event updated for resources: {'Port': ['ID=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:53.240127 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edadf2-866e-4eea-87d8-de746c7d3526 admin admin] Pushing event updated for resources: {'Network': ['ID=27dc2a97-a522-474d-adb5-fece08766eeb,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:53.265282 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.297147 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 27dc2a97-a522-474d-adb5-fece08766eeb details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:55:53.337027 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:53.340743 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.474122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f5315c4c-a10c-44e2-a00c-77d8699c841d up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:53.614522 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port f5315c4c-a10c-44e2-a00c-77d8699c841d triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:53.616902 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.668240 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.696314 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2bcabaea-4719-4a13-82cc-8631b0993517 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2747438 Oct 28 15:55:53.709435 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Made reservation on behalf of 93eb43ae0f154c37945bb129c4117f26 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:53.712812 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.747626 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.748027 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.748712 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.749039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > port after_create 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.749357 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.749711 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > port after_update 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.750014 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.750385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.750740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.751058 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:53.839163 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:53.868634 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port f5315c4c-a10c-44e2-a00c-77d8699c841d, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f5315c4c-a10c-44e2-a00c-77d8699c841d,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:55:53.888754 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.030731 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=f5315c4c-a10c-44e2-a00c-77d8699c841d,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:54.044311 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:54.045004 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:54.045004 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:54.045303 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101482) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 15:55:54.045840 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d074a0cb-2622-40eb-a5be-915eda0bdda8']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:54.066844 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77129c69-680a-4628-a4ca-f1d95fb20841') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:54.067318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77129c69-680a-4628-a4ca-f1d95fb20841') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:54.109071 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.287107 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.402793 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad18c9-c347-4617-9122-cb24592c0019 req-7a1370cd-63be-4aa8-987b-254fa88f0486 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:54.404448 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75ad18c9-c347-4617-9122-cb24592c0019 req-7a1370cd-63be-4aa8-987b-254fa88f0486 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 932 time: 1.4476879 Oct 28 15:55:54.405911 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:55:54.406485 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: from cryptography.utils import int_from_bytes Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: from cryptography.utils import int_from_bytes Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:55:54.421845 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:55:54.452581 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-8994f83f-3d83-457c-a92c-0c3338c4def3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:54.454215 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-8994f83f-3d83-457c-a92c-0c3338c4def3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 818 time: 1.5127614 Oct 28 15:55:54.622570 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Made reservation on behalf of bd291a80b9204a609cd29640ab93b579 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:54.626281 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.632882 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-39625b36-db84-47c5-ba83-8ecb48d77b1d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/quotas/f586310c63014686828ab57e05f5173c HTTP/1.1" status: 200 len: 375 time: 0.1152647 Oct 28 15:55:54.646796 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75ad18c9-c347-4617-9122-cb24592c0019 req-5f74f87f-327a-4435-b21f-e1f49bba170f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209342 Oct 28 15:55:54.671969 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.751155 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f5315c4c-a10c-44e2-a00c-77d8699c841d up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:55:54.766894 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:54.772549 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] 10.222.0.74 "DELETE /v2.0/networks/d074a0cb-2622-40eb-a5be-915eda0bdda8 HTTP/1.1" status: 204 len: 168 time: 3.5888624 Oct 28 15:55:54.861432 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-492a5b8d-e57c-42a4-bc96-12a0401d0dab req-1d296636-7e07-4a3d-8f41-14c3613af4bd tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 210 time: 0.1170399 Oct 28 15:55:54.861966 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46074) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:54.896456 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port f5315c4c-a10c-44e2-a00c-77d8699c841d triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:54.897061 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.004644 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf731ee1-8772-481b-a223-d1bd0f9051ad admin admin] Pushing event deleted for resources: {'Network': ['ID=d074a0cb-2622-40eb-a5be-915eda0bdda8,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:55.022279 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46078) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:55.102065 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4dfbe581-3eb8-4a22-bdf7-c46747f954fd admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce96fa569f40403c9bc683433f56ad44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0784988 Oct 28 15:55:55.102948 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46080) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:55.171925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-9c33ed9d-e5b3-4bd8-8e5c-1fb839a6a88c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5239332 Oct 28 15:55:55.172829 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.191681 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9646-c6bc-49f8-bde0-180b4321041e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.225556 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9646-c6bc-49f8-bde0-180b4321041e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.322147 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.353536 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.419852 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Allocated IP 172.20.0.10 (c8528a6d-ca1c-4d1b-9d2f-51997dd18797/71f4f3d1-f99c-4882-b625-eb4b95076471/6be11a51-5111-4c7e-b25f-ec8188b91ce7) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:55:55.440902 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e6d87f3b-fc2e-4819-89a0-2435b663f1ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.455316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36099e47-cde4-4569-a03b-6681240d4faa,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:55.503264 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Pushing event updated for resources: {'Port': ['ID=7e87f9f9-182b-4168-81fc-6b598f950d6d,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:55.512294 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9646-c6bc-49f8-bde0-180b4321041e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.514958 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9646-c6bc-49f8-bde0-180b4321041e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.516196 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-7e0c9646-c6bc-49f8-bde0-180b4321041e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/740c6e22-4ae2-4c08-aa5b-b18d328dd2c2 HTTP/1.1" status: 204 len: 168 time: 0.4121552 Oct 28 15:55:55.519131 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.537256 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Checking segment: {'id': '7d5cfd7d-3783-4ac6-bba2-5623a8f20a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '27dc2a97-a522-474d-adb5-fece08766eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:55.537661 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Network hostable DHCP agents. Network: 27dc2a97-a522-474d-adb5-fece08766eeb, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:55:55.556185 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-0101b0bc-331f-44ed-a6d8-5298814375b8 service neutron] 10.222.0.74 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756335 Oct 28 15:55:55.587820 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c9646-c6bc-49f8-bde0-180b4321041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740c6e22-4ae2-4c08-aa5b-b18d328dd2c2,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:55.622330 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e6d87f3b-fc2e-4819-89a0-2435b663f1ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.638211 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e6d87f3b-fc2e-4819-89a0-2435b663f1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.719697 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Network 27dc2a97-a522-474d-adb5-fece08766eeb is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:55:55.726030 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e6d87f3b-fc2e-4819-89a0-2435b663f1ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d84a16ac5e9b4aa792216481ed759f8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8595989 Oct 28 15:55:55.730251 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46090) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:55.740796 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d87f3b-fc2e-4819-89a0-2435b663f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407eb135-b111-47c6-9baf-d2f37173c345,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:55.784695 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 27dc2a97-a522-474d-adb5-fece08766eeb) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:55.795795 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45069dee-7b95-41c3-a654-4fa17f2d1652 None None] Network 27dc2a97-a522-474d-adb5-fece08766eeb requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:55.810289 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:55.810870 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:55.944896 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-bc30b118-4a52-4904-8725-959558f38720 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8247669 Oct 28 15:55:55.969017 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:56.006255 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:56.013045 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.016542 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-489300e2-cd05-4f4a-bd64-50049e5ea61c service neutron] 10.222.0.74 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475274 Oct 28 15:55:56.028360 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-843a8948-73c2-410b-b739-55082a8bd715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.042212 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea64c4-62c9-4cd6-b01c-fc735e7ea484 req-5d6c62f4-8285-4ec0-8686-b9cec826bf90 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:56.050890 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-55ea64c4-62c9-4cd6-b01c-fc735e7ea484 req-5d6c62f4-8285-4ec0-8686-b9cec826bf90 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 932 time: 0.2365248 Oct 28 15:55:56.131115 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9143d00-d6e3-4647-8ec7-65437efed18f None None] Network 27dc2a97-a522-474d-adb5-fece08766eeb requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:55:56.150782 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46100) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:56.273179 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f36a4cb9-e6a6-4f1f-9b6b-699f31418865 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2c211c289bb74883a9069ea202afe3ff&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1183891 Oct 28 15:55:56.273835 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46102) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:56.296546 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-843a8948-73c2-410b-b739-55082a8bd715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.379280 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-55ea64c4-62c9-4cd6-b01c-fc735e7ea484 req-2c92c14d-ff7e-40de-95db-e18b3be3c365 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115773 Oct 28 15:55:56.456161 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eaa188fa-b1a5-4f08-9fa7-843e4f86a1db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.529422 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eaa188fa-b1a5-4f08-9fa7-843e4f86a1db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.542583 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.599465 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-3a7ad11a-9530-46e9-8fcd-a021577ec740 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101481) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:55:56.600667 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-3a7ad11a-9530-46e9-8fcd-a021577ec740 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0229151 Oct 28 15:55:56.615073 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-5ef1b663-e5f8-4941-ad58-d589a0fc1f93 None None] Provisioning complete for port 7e87f9f9-182b-4168-81fc-6b598f950d6d triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:55:56.617232 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b663-e5f8-4941-ad58-d589a0fc1f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.670809 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eaa188fa-b1a5-4f08-9fa7-843e4f86a1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.674783 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eaa188fa-b1a5-4f08-9fa7-843e4f86a1db admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:56.676745 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-eaa188fa-b1a5-4f08-9fa7-843e4f86a1db admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b6896e7-b9d6-4c63-8eb0-18d1a16666aa HTTP/1.1" status: 204 len: 168 time: 0.3933909 Oct 28 15:55:56.694270 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa188fa-b1a5-4f08-9fa7-843e4f86a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6896e7-b9d6-4c63-8eb0-18d1a16666aa,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:56.767030 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1b663-e5f8-4941-ad58-d589a0fc1f93 None None] Port 7e87f9f9-182b-4168-81fc-6b598f950d6d cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:55:57.016686 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cf723621-9af1-4440-abf4-bdc32096af59 req-2b658d29-2868-468f-a9cd-5b75c4ae23bb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.5109820 Oct 28 15:55:57.119959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event updated for resources: {'Port': ['ID=6be11a51-5111-4c7e-b25f-ec8188b91ce7,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:57.186072 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46130) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:57.207440 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:55:57.218326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Router 22bc3f56-22e9-4c02-8bef-90c15571953f has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:55:57.223606 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:55:57.232416 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:55:57.246474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-843a8948-73c2-410b-b739-55082a8bd715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.249000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-843a8948-73c2-410b-b739-55082a8bd715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.250288 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-843a8948-73c2-410b-b739-55082a8bd715 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/407eb135-b111-47c6-9baf-d2f37173c345 HTTP/1.1" status: 204 len: 168 time: 1.5153768 Oct 28 15:55:57.310070 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384680fb-38b6-408b-9229-19c35edf283b req-67fd715d-1a4c-4996-a044-7e2e099c877c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:57.317548 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-384680fb-38b6-408b-9229-19c35edf283b req-67fd715d-1a4c-4996-a044-7e2e099c877c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 932 time: 0.2829282 Oct 28 15:55:57.331529 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a8948-73c2-410b-b739-55082a8bd715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407eb135-b111-47c6-9baf-d2f37173c345,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:57.405446 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Request body: {'port': {'device_id': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:57.509357 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:57.511007 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.520587 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.553960 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-384680fb-38b6-408b-9229-19c35edf283b req-7d5d6346-10ff-4615-8242-5eab239962a6 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354176 Oct 28 15:55:57.558864 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-afa3521c-455c-4d47-ba4c-5a5016438766 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.667534 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-787eba0d-d656-4b23-a1fa-a57be3d3b948 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3358471 Oct 28 15:55:57.688287 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Request body: {'port': {'device_id': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:57.753640 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:55:57.763164 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:55:57.780542 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-525a916a-5a75-415b-8d06-c2ffee3c3d48 admin admin] 10.222.0.74 "PUT /v2.0/routers/22bc3f56-22e9-4c02-8bef-90c15571953f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6623497 Oct 28 15:55:57.787413 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:55:57.788100 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:57.790920 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d451c64-edbd-48b3-94aa-6ab3d2d0b298 req-2d129588-ad1a-4892-a569-f3294d5b47de tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:57.793587 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8d451c64-edbd-48b3-94aa-6ab3d2d0b298 req-2d129588-ad1a-4892-a569-f3294d5b47de tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 932 time: 0.2532465 Oct 28 15:55:57.876022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:57.973692 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46152) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:58.028324 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8d451c64-edbd-48b3-94aa-6ab3d2d0b298 req-211cc9fd-474b-4966-855d-d46d232fc7e8 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545458 Oct 28 15:55:58.062305 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:55:58.073261 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0b3f62bb-1b37-405e-8657-c2989e373d8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.104112 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e {{(pid=101481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:55:58.123557 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.174705 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.provisioning_blocks [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Transition to ACTIVE for port object f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e will not be triggered until provisioned by entity L2. {{(pid=101481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:55:58.192641 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.227233 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46162) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:58.359315 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.54', 61154) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:58.427737 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:58.527967 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1975609595-network', 'tenant_id': 'd5556a57ef844310beef8d9bf7c54b76'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:58.555587 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:55:54Z', 'revision_number': 2, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:55:58.617108 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:55:58.617642 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Updating router 22bc3f56-22e9-4c02-8bef-90c15571953f port 7e87f9f9-182b-4168-81fc-6b598f950d6d binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:55:58.670997 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.847091 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b4d05f21-3156-4b0c-85ab-fac115c69b37 req-b0a9d179-3d23-44c2-beba-0e7adc115032 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.1700144 Oct 28 15:55:58.907044 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0b3f62bb-1b37-405e-8657-c2989e373d8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.908103 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Made reservation on behalf of d5556a57ef844310beef8d9bf7c54b76 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:55:58.910815 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.941121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0b3f62bb-1b37-405e-8657-c2989e373d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.987600 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-afa3521c-455c-4d47-ba4c-5a5016438766 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.992530 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:58.997522 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.54', 61156) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:59.032370 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Attempting to bind port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:59.032755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Attempting to bind port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '7261920d-1a76-4dc8-b656-7ec902b9b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b'}] {{(pid=101481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:59.033084 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Attempting to bind port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e on network a3e77218-90b9-4398-a0fb-ac4fb997818b {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:59.056692 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e on network a3e77218-90b9-4398-a0fb-ac4fb997818b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:55:59.057008 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Attempting to bind port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e on network a3e77218-90b9-4398-a0fb-ac4fb997818b {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:59.059082 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-afa3521c-455c-4d47-ba4c-5a5016438766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.110692 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-a62ced48-e058-4ba6-aceb-e5787200f542 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:59.120593 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-a62ced48-e058-4ba6-aceb-e5787200f542 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 818 time: 0.7369816 Oct 28 15:55:59.134066 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:59.136148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Checking segment: {'id': '7261920d-1a76-4dc8-b656-7ec902b9b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:59.136148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Bound using segment: {'id': '7261920d-1a76-4dc8-b656-7ec902b9b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b'} {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:59.136148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Bound port: f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7261920d-1a76-4dc8-b656-7ec902b9b9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b'}}] {{(pid=101481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:59.136148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.320703 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be11a51-5111-4c7e-b25f-ec8188b91ce7 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:55:59.333809 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.337921 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] For port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host hv-cinder-78075, cleared binding levels {{(pid=101481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:55:59.342832 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] For port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,segment=NetworkSegment(7261920d-1a76-4dc8-b656-7ec902b9b9d8),segment_id=7261920d-1a76-4dc8-b656-7ec902b9b9d8)] {{(pid=101481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:55:59.355838 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Request body: {'port': {'device_id': '0654106b-c376-4788-b4f0-68442f23315a', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'admin_state_up': True, 'tenant_id': 'f586310c63014686828ab57e05f5173c'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:59.360184 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46184) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:59.363776 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Transition to ACTIVE for port object 6be11a51-5111-4c7e-b25f-ec8188b91ce7 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:55:59.365920 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f62bb-1b37-405e-8657-c2989e373d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3799abde-bd10-47f6-bb03-297376cc2739,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:59.392784 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1329212725', 'description': 'tempest-description--917899534'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:55:59.398219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.407060 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.409791 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.414985 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.495961 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbafc5-72f3-49a5-81ee-a8263e8043f6 None None] Pushing event updated for resources: {'Port': ['ID=7e87f9f9-182b-4168-81fc-6b598f950d6d,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:59.613987 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-0b3f62bb-1b37-405e-8657-c2989e373d8f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ed3f90ac3424daf8876f69fcf97c123&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6358728 Oct 28 15:55:59.640228 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46194) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:59.654275 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Attempting to bind port 7e87f9f9-182b-4168-81fc-6b598f950d6d on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:55:59.654923 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Attempting to bind port 7e87f9f9-182b-4168-81fc-6b598f950d6d by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:55:59.655295 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Attempting to bind port 7e87f9f9-182b-4168-81fc-6b598f950d6d on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:55:59.668051 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:55:59.668417 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Checking segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:55:59.671294 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.671900 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Bound using segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:55:59.672565 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Bound port: 7e87f9f9-182b-4168-81fc-6b598f950d6d, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:55:59.673470 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.707404 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,revision_number=3']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:59.722940 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-afa3521c-455c-4d47-ba4c-5a5016438766 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e218af1c87fc4b2fac407b945256d761&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5357139 Oct 28 15:55:59.734423 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46196) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:55:59.744254 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3521c-455c-4d47-ba4c-5a5016438766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392310d8-8b98-499c-807d-0be6255043b3,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:55:59.802070 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:55:59.803585 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:55:59.806012 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-59a32d97-9dc6-49f0-af7e-cf42a1df09b7 service neutron] 10.222.0.54 "PUT /v2.0/ports/f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e HTTP/1.1" status: 200 len: 1094 time: 2.8158965 Oct 28 15:55:59.806988 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'tag': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:55:59.813424 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.db.api [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 28 15:55:59.813424 dv-cinder-780759-4-iscsi neutron-server[101481]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 28 15:55:59.813424 dv-cinder-780759-4-iscsi neutron-server[101481]: [parameters: {'project_id_1': 'f586310c63014686828ab57e05f5173c', 'expiration_1': datetime.datetime(2021, 10, 28, 15, 55, 39, 778773)}] Oct 28 15:55:59.813424 dv-cinder-780759-4-iscsi neutron-server[101481]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101481) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 15:55:59.814186 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG oslo_db.api [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 15:55:59.821946 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.007731 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=6be11a51-5111-4c7e-b25f-ec8188b91ce7,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:00.057181 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-cfe4c90e-a8f1-4455-8b7c-e873415c4543 None None] Provisioning complete for port 7e87f9f9-182b-4168-81fc-6b598f950d6d triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:00.065753 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c90e-a8f1-4455-8b7c-e873415c4543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.118147 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.156635 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] For port 7e87f9f9-182b-4168-81fc-6b598f950d6d, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:56:00.170054 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44292bb5-dd51-405b-88b4-60869f761a85" -d '{"events": [{"name": "network-changed", "server_uuid": "acb35b2f-f708-475b-a22f-3efd470ec036", "tag": "f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:00.184034 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-11b51ec2-c4e5-4edb-baf5-7d850c42d659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.194078 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] For port 7e87f9f9-182b-4168-81fc-6b598f950d6d, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e87f9f9-182b-4168-81fc-6b598f950d6d,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:56:00.207512 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a26be-d3a3-4a1f-ba04-378152ac1edf req-bf79f729-918e-4904-89ba-2d09bec40670 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:00.207845 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-cfe4c90e-a8f1-4455-8b7c-e873415c4543 None None] Port 7e87f9f9-182b-4168-81fc-6b598f950d6d cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:56:00.210013 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.217865 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.218930 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6c0a26be-d3a3-4a1f-ba04-378152ac1edf req-bf79f729-918e-4904-89ba-2d09bec40670 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 944 time: 1.0828662 Oct 28 15:56:00.322757 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:56:00.323419 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:55:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:00.394607 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e655e20-8580-4ae4-8aae-f6506a27e97f,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:00.422903 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.424576 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9b2c2ddb-3571-48f3-8e22-8f098ecd70d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0522392 Oct 28 15:56:00.431818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fea03b-0909-46af-b9c8-cabeb67fa0db req-0446ca89-90cd-4acb-b8c2-bf385f756bce tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:00.448437 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c5fea03b-0909-46af-b9c8-cabeb67fa0db req-0446ca89-90cd-4acb-b8c2-bf385f756bce tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 944 time: 1.0465422 Oct 28 15:56:00.500459 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46220) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:00.525081 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-11b51ec2-c4e5-4edb-baf5-7d850c42d659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.530133 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6c0a26be-d3a3-4a1f-ba04-378152ac1edf req-55266b2a-319a-4ba2-8996-57f9db5eaf80 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683148 Oct 28 15:56:00.537207 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2157fe1f-3ce0-4c52-9d47-049d66eaa0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:00.548557 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-2157fe1f-3ce0-4c52-9d47-049d66eaa0cc service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d80b423472d84137bdff815014b08e27&device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 1097 time: 0.4165273 Oct 28 15:56:00.560888 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'security_group_rule': {'security_group_id': '9e655e20-8580-4ae4-8aae-f6506a27e97f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:00.561216 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Made reservation on behalf of f586310c63014686828ab57e05f5173c for: {'port': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:56:00.564633 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.587092 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.595288 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cbafc5-72f3-49a5-81ee-a8263e8043f6 None None] Pushing event updated for resources: {'Port': ['ID=7e87f9f9-182b-4168-81fc-6b598f950d6d,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:00.629307 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-f14d04a3-7a90-4392-9cd1-bac08d87d06a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:00.632895 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-f14d04a3-7a90-4392-9cd1-bac08d87d06a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 818 time: 1.6111248 Oct 28 15:56:00.653437 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.692446 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94aabf2d-8611-4308-bb49-61ba59abcc3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.699043 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-f15251b3-78bb-4383-9659-3f25cb2f08ad None None] Provisioning complete for port 7e87f9f9-182b-4168-81fc-6b598f950d6d triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:00.699423 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f15251b3-78bb-4383-9659-3f25cb2f08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.724008 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94aabf2d-8611-4308-bb49-61ba59abcc3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.786301 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:56:00.852311 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c5fea03b-0909-46af-b9c8-cabeb67fa0db req-42284488-0875-4646-95f4-044b0aad0949 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977218 Oct 28 15:56:00.853226 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Attempting to bind port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:56:00.853574 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Attempting to bind port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:56:00.853906 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Attempting to bind port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:00.857760 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f9d708af-469d-455d-90df-f59e5f5f6749 req-70d37132-5391-44fc-9ff0-af717dfd8afa tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.0886610 Oct 28 15:56:00.875894 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:56:00.914776 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:56:00.915097 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Attempting to bind port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:00.929745 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:56:00.930253 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Checking segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:56:00.930831 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Bound using segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:56:00.931299 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Bound port: 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:56:00.931703 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.937335 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba00b9b8-fe07-440e-aad1-f17ed66008f5,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:00.951937 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.996004 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:00.996669 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Added segment 37997c20-1dd8-46e0-8883-14516006e226 of type vlan for network a154b2f9-c130-4df4-b820-61f68420acf5 Oct 28 15:56:01.020409 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f15251b3-78bb-4383-9659-3f25cb2f08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.051525 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Allocated IP 172.20.0.9 (01289c21-dfb2-4fc1-98a6-080abd6a35cd/422fa629-4c37-4ffd-872b-536de864f712/e97b62bb-e46a-4a1a-994a-b43f9bb9349b) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:56:01.124107 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.134148 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f15251b3-78bb-4383-9659-3f25cb2f08ad None None] For port 7e87f9f9-182b-4168-81fc-6b598f950d6d, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e87f9f9-182b-4168-81fc-6b598f950d6d,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:01.146529 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f15251b3-78bb-4383-9659-3f25cb2f08ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.160508 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Request body: {'port': {'device_id': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'admin_state_up': True, 'tenant_id': 'f586310c63014686828ab57e05f5173c'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:01.312146 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-725df08c-1e29-4c90-9474-cab40687dc84 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e HTTP/1.1" status: 200 len: 217 time: 0.0766084 Oct 28 15:56:01.381619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15251b3-78bb-4383-9659-3f25cb2f08ad None None] Pushing event updated for resources: {'Port': ['ID=7e87f9f9-182b-4168-81fc-6b598f950d6d,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:01.466802 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:00Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:01.475014 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5b517b-afe5-47d4-b2ed-394c9d74fa8d x-openstack-request-id: req-6b5b517b-afe5-47d4-b2ed-394c9d74fa8d {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:01.475014 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb35b2f-f708-475b-a22f-3efd470ec036", "tag": "f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:01.477533 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b5b517b-afe5-47d4-b2ed-394c9d74fa8d {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:01.483187 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'tag': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e', 'status': 'completed', 'code': 200} Oct 28 15:56:01.492940 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.505442 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94aabf2d-8611-4308-bb49-61ba59abcc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.508268 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-94aabf2d-8611-4308-bb49-61ba59abcc3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.509427 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-94aabf2d-8611-4308-bb49-61ba59abcc3a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3799abde-bd10-47f6-bb03-297376cc2739 HTTP/1.1" status: 204 len: 168 time: 1.8492155 Oct 28 15:56:01.572850 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aabf2d-8611-4308-bb49-61ba59abcc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3799abde-bd10-47f6-bb03-297376cc2739,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:01.577668 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061c7185-2066-4a31-912d-36ff640a6aed None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:00Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:56:01.602543 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.623420 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-11b51ec2-c4e5-4edb-baf5-7d850c42d659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.627373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-11b51ec2-c4e5-4edb-baf5-7d850c42d659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.631382 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-11b51ec2-c4e5-4edb-baf5-7d850c42d659 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/392310d8-8b98-499c-807d-0be6255043b3 HTTP/1.1" status: 204 len: 168 time: 1.8896558 Oct 28 15:56:01.632304 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.657872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-1ec7a261-e3db-4d60-bf72-892eafc4c377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:01.660437 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-1ec7a261-e3db-4d60-bf72-892eafc4c377 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d178f89-abf7-4dd4-9ecb-f22588188ec1 HTTP/1.1" status: 200 len: 852 time: 0.2812490 Oct 28 15:56:01.734755 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a107e7-eb63-4574-b7fb-451c3d7317ee,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:01.743884 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.db.resource_extend [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 15:56:01.782554 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] For port 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:56:01.789559 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] For port 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:56:01.792833 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b51ec2-c4e5-4edb-baf5-7d850c42d659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392310d8-8b98-499c-807d-0be6255043b3,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:01.835800 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Made reservation on behalf of f586310c63014686828ab57e05f5173c for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:56:01.844736 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:01.856466 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.062555 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.070412 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c4a9fbe2-f391-4b35-bb7e-622bb5f2aad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5390701 Oct 28 15:56:02.071138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46256) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:02.116424 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-6fc2f3b3-aef3-4bbc-9f6a-1284e62626cd service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3e77218-90b9-4398-a0fb-ac4fb997818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4450657 Oct 28 15:56:02.152816 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.175444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=6be11a51-5111-4c7e-b25f-ec8188b91ce7,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:02.203058 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'security_group_rule': {'security_group_id': '9e655e20-8580-4ae4-8aae-f6506a27e97f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:02.245683 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46258) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:02.278796 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.282330 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:56:02.286851 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:56:02.288138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:02.291091 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:56:02.291423 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.301382 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Pushing event updated for resources: {'Port': ['ID=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:02.331089 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:02.344364 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.346003 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-da5a2e9c-e843-465c-8647-32684ad3bea6 service neutron] 10.222.0.54 "PUT /v2.0/ports/6be11a51-5111-4c7e-b25f-ec8188b91ce7 HTTP/1.1" status: 200 len: 1094 time: 4.6681669 Oct 28 15:56:02.349834 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'tag': '6be11a51-5111-4c7e-b25f-ec8188b91ce7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:02.451921 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:02.452736 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:02.580438 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e38eb09a-4445-4a06-8e86-a19d75384238 req-1f405f57-2d79-4bcd-9574-b4498a543bf1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.4746499 Oct 28 15:56:02.695149 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709216b8-3f7c-493a-958a-8d1672807bb7 req-f5fd6844-809b-4b36-9f0a-53c21cd11cb8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:02.703402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-709216b8-3f7c-493a-958a-8d1672807bb7 req-f5fd6844-809b-4b36-9f0a-53c21cd11cb8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 944 time: 0.9628873 Oct 28 15:56:02.752711 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46268) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:02.846045 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7e87f9f9-182b-4168-81fc-6b598f950d6d up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:56:02.878768 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-71174139-ae63-480f-9a78-060b21d4a1a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6952095 Oct 28 15:56:02.974181 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Request body: {'port': {'device_id': '0654106b-c376-4788-b4f0-68442f23315a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:03.000822 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 7e87f9f9-182b-4168-81fc-6b598f950d6d triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:03.008710 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.045928 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d5abbcfe-0b2f-453b-a6c6-83e07c0d844f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.107093 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-652ec790-6638-442b-90af-f3d9d0a0d8ed service neutron] 10.222.0.54 "GET /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4212992 Oct 28 15:56:03.148843 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.247858 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 5.0188146 Oct 28 15:56:03.252494 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e39ca00-1978-4198-ba59-95084ca3135b" -d '{"events": [{"name": "network-changed", "server_uuid": "07b8e1b9-ec0a-48f3-b3fb-b152fda2741a", "tag": "6be11a51-5111-4c7e-b25f-ec8188b91ce7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:03.299347 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46280) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:03.316617 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Request body: {'subnet': {'network_id': 'a154b2f9-c130-4df4-b820-61f68420acf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1975609595-subnet', 'tenant_id': 'd5556a57ef844310beef8d9bf7c54b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:03.318133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.327462 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-84e9d7d5-23e5-4c2d-af23-75ed72eb6b8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.340451 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.365517 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e669be0-e775-46d8-a685-3b0966079b9f admin admin] Pushing event updated for resources: {'Network': ['ID=a154b2f9-c130-4df4-b820-61f68420acf5,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:03.369841 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Allocated IP 172.20.0.13 (01289c21-dfb2-4fc1-98a6-080abd6a35cd/422fa629-4c37-4ffd-872b-536de864f712/6a76e693-52e1-4d62-97b4-51b1d782ed7b) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:56:03.380725 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.385799 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network a154b2f9-c130-4df4-b820-61f68420acf5 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:56:03.411569 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-709216b8-3f7c-493a-958a-8d1672807bb7 req-eae24ccb-6fd9-4020-97f3-859b8e7bb1f8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6846445 Oct 28 15:56:03.504802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.506599 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3168671 Oct 28 15:56:03.525053 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46288) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:03.591808 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:03.634248 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-b78509cb-6d03-4d55-ab78-e863e1c9b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:03.635896 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-b78509cb-6d03-4d55-ab78-e863e1c9b8e8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 1097 time: 0.8888516 Oct 28 15:56:03.658122 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f62f30-330c-47e2-a430-1ebcd3cda97b req-0060d11d-4067-4e6f-9ea7-00d067407998 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:03.659927 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b8f62f30-330c-47e2-a430-1ebcd3cda97b req-0060d11d-4067-4e6f-9ea7-00d067407998 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 944 time: 0.7647436 Oct 28 15:56:03.660676 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939de771-c1b0-4950-9e6f-c392d7ce5876 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853291fb-025f-4ccb-a96c-5cfe05986639,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:03.676928 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Made reservation on behalf of d5556a57ef844310beef8d9bf7c54b76 for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:56:03.680142 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9434658'] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:03.947034 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f268bc-0a26-44ee-b838-2311bb61d7c5 x-openstack-request-id: req-a3f268bc-0a26-44ee-b838-2311bb61d7c5 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:03.947771 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b8e1b9-ec0a-48f3-b3fb-b152fda2741a", "tag": "6be11a51-5111-4c7e-b25f-ec8188b91ce7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:03.947771 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a3f268bc-0a26-44ee-b838-2311bb61d7c5 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:03.948185 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'tag': '6be11a51-5111-4c7e-b25f-ec8188b91ce7', 'status': 'completed', 'code': 200} Oct 28 15:56:03.987584 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-0dd56b43-459d-4bda-a47c-328acc3e8fce service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7 HTTP/1.1" status: 200 len: 217 time: 0.3122895 Oct 28 15:56:03.994423 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3506651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9434672'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.068835 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-72155c52-7d15-4c54-9bc8-b398846efd7f req-b3805e1a-9620-4ef6-ab29-0584f80be85a service neutron] 10.222.0.54 "GET /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9138248 Oct 28 15:56:04.103736 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Checking segment: {'id': '37997c20-1dd8-46e0-8883-14516006e226', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'a154b2f9-c130-4df4-b820-61f68420acf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:56:04.104180 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Network hostable DHCP agents. Network: a154b2f9-c130-4df4-b820-61f68420acf5, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:56:04.107192 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2c76a0-d7d8-4358-bd2a-b06709492f20,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:04.128652 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Network a154b2f9-c130-4df4-b820-61f68420acf5 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:56:04.134714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d5abbcfe-0b2f-453b-a6c6-83e07c0d844f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.141749 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, a154b2f9-c130-4df4-b820-61f68420acf5) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:56:04.146119 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.146748 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.151312 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed5cd7-edac-492f-a743-c37a68f6bcb1 None None] Network a154b2f9-c130-4df4-b820-61f68420acf5 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:56:04.155057 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.158756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-84e9d7d5-23e5-4c2d-af23-75ed72eb6b8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.170069 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-cb9ad200-7abc-4b59-9267-ac768345c61f admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8660152 Oct 28 15:56:04.212932 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d5abbcfe-0b2f-453b-a6c6-83e07c0d844f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.228738 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b8f62f30-330c-47e2-a430-1ebcd3cda97b req-59bc27ea-daf4-4e96-b0f7-5889e979d0cb tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3977859 Oct 28 15:56:04.234454 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-84e9d7d5-23e5-4c2d-af23-75ed72eb6b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.238890 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d7dd8d3-6d9c-4408-bb7d-dfbd941347fb req-95b8a015-bff1-4ce2-808b-2f958709d017 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.2314739 Oct 28 15:56:04.335742 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5abbcfe-0b2f-453b-a6c6-83e07c0d844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dcc7a5-c9bc-4bad-9e40-9d99eecea98a,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:04.346934 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-84e9d7d5-23e5-4c2d-af23-75ed72eb6b8d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ddf7d832fe1c4900b1793b0ea77c3d62&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5867863 Oct 28 15:56:04.346934 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-d5abbcfe-0b2f-453b-a6c6-83e07c0d844f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=4f5d1b3c3c5c47e6912101befc977b40&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0690949 Oct 28 15:56:04.349326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46308) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:04.349481 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46310) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:04.351454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e6f83b-982a-494e-a1f4-ded8de4ce8cf None None] Network a154b2f9-c130-4df4-b820-61f68420acf5 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:56:04.531084 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9d7d5-23e5-4c2d-af23-75ed72eb6b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8358f3ce-2116-4574-8eaa-5f2435b7bee5,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:04.549731 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292bb5-dd51-405b-88b4-60869f761a85 req-1e6fe002-854f-4f80-9f95-a6758b8c70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.551764 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-1e6fe002-854f-4f80-9f95-a6758b8c70b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=d80b423472d84137bdff815014b08e27&device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 1097 time: 0.0628922 Oct 28 15:56:04.576859 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.676337 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-92542573-6f37-43d0-b947-260554f7acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.678862 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-92542573-6f37-43d0-b947-260554f7acdf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.2338531 Oct 28 15:56:04.698247 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cc3715f7-d212-4f73-ac43-6d4ce7b71a4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.708567 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-624da024-58d5-4abb-a7e5-03520094c418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.732422 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292bb5-dd51-405b-88b4-60869f761a85 req-4d2eb970-bc4d-4986-bd83-df47bf7abdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.734166 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-4d2eb970-bc4d-4986-bd83-df47bf7abdbd service neutron] 10.222.0.54 "GET /v2.0/networks?id=a3e77218-90b9-4398-a0fb-ac4fb997818b HTTP/1.1" status: 200 len: 913 time: 0.1703885 Oct 28 15:56:04.788830 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cc3715f7-d212-4f73-ac43-6d4ce7b71a4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.797291 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-9325c719-eab5-4c11-9c60-389e9802e609 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e HTTP/1.1" status: 200 len: 217 time: 0.0537214 Oct 28 15:56:04.801726 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-880714bd-b195-4009-b21f-475fe7316537 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972996 Oct 28 15:56:04.871536 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44292bb5-dd51-405b-88b4-60869f761a85 req-d132cc51-8327-44b9-96e9-c97572a95298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.874553 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-d132cc51-8327-44b9-96e9-c97572a95298 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=7d178f89-abf7-4dd4-9ecb-f22588188ec1 HTTP/1.1" status: 200 len: 852 time: 0.0633075 Oct 28 15:56:04.895328 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebb960-3511-4cfa-9c00-902a820a89d5 req-aa534ea4-4178-458f-9d6f-bfb64f6d9284 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:04.896935 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-98ebb960-3511-4cfa-9c00-902a820a89d5 req-aa534ea4-4178-458f-9d6f-bfb64f6d9284 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 944 time: 0.3579147 Oct 28 15:56:04.915507 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.925616 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-624da024-58d5-4abb-a7e5-03520094c418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:04.948699 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-9d2fe626-0786-428b-bc38-f3ad6c96e6bf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=a3e77218-90b9-4398-a0fb-ac4fb997818b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664670 Oct 28 15:56:04.969722 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.065224 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-98ebb960-3511-4cfa-9c00-902a820a89d5 req-b4a62f43-f342-4694-aff0-f7520215b6d4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510906 Oct 28 15:56:05.067761 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Network 01289c21-dfb2-4fc1-98a6-080abd6a35cd is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:56:05.111886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:56:05.119764 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:56:05.164059 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-87e91808-e6d1-4852-8cb4-75398d71de62 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384190 Oct 28 15:56:05.164653 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-46fd78bc-9f70-4fab-b939-566ba8d54020 service neutron] 10.222.0.54 "GET /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065048 Oct 28 15:56:05.169807 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:05.170581 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.179074 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Pushing event updated for resources: {'Port': ['ID=6a76e693-52e1-4d62-97b4-51b1d782ed7b,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:05.212861 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cc3715f7-d212-4f73-ac43-6d4ce7b71a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.215613 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cc3715f7-d212-4f73-ac43-6d4ce7b71a4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.219192 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-cc3715f7-d212-4f73-ac43-6d4ce7b71a4b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8358f3ce-2116-4574-8eaa-5f2435b7bee5 HTTP/1.1" status: 204 len: 168 time: 0.8638129 Oct 28 15:56:05.229224 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97b62bb-e46a-4a1a-994a-b43f9bb9349b {{(pid=101481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:05.264983 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.361871 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-3cc9b150-389d-40ff-9560-d424c6e9c34a service neutron] 10.222.0.54 "GET /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571779 Oct 28 15:56:05.446210 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-1b32c319-8a51-4cb8-bf4f-7d2da5dc807d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3173602 Oct 28 15:56:05.497081 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Request body: {'port': {'device_id': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:05.521896 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.provisioning_blocks [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Transition to ACTIVE for port object e97b62bb-e46a-4a1a-994a-b43f9bb9349b will not be triggered until provisioned by entity L2. {{(pid=101481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:56:05.528774 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.533267 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3715f7-d212-4f73-ac43-6d4ce7b71a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8358f3ce-2116-4574-8eaa-5f2435b7bee5,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:05.562596 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-624da024-58d5-4abb-a7e5-03520094c418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.567864 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-624da024-58d5-4abb-a7e5-03520094c418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.572327 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-624da024-58d5-4abb-a7e5-03520094c418 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e9dcc7a5-c9bc-4bad-9e40-9d99eecea98a HTTP/1.1" status: 204 len: 168 time: 1.2182064 Oct 28 15:56:05.610194 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624da024-58d5-4abb-a7e5-03520094c418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dcc7a5-c9bc-4bad-9e40-9d99eecea98a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:05.654849 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Allocated IP 172.27.2.228 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/8a9b6e50-c3cf-4460-be52-4067ab8c3686) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:56:05.660280 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Pushing event updated for resources: {'Port': ['ID=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:05.721184 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0101729-876e-4ce2-a962-2d4106d04fa1 req-056fed31-2f24-402e-b925-c4c584fad577 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:05.722743 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c0101729-876e-4ce2-a962-2d4106d04fa1 req-056fed31-2f24-402e-b925-c4c584fad577 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 944 time: 0.2837915 Oct 28 15:56:05.730080 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f74b3ac-8282-455e-85d8-60c683f22906 req-c799c64f-f496-45a2-a429-d4ced3a28dd5 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5432265 Oct 28 15:56:05.743288 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a287d7c-d850-4e67-be21-2f8f9e4fc46c req-8d04c260-9636-4e33-ac4f-5ac8bbab8bdf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:05.745046 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a287d7c-d850-4e67-be21-2f8f9e4fc46c req-8d04c260-9636-4e33-ac4f-5ac8bbab8bdf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 932 time: 0.3039889 Oct 28 15:56:05.752098 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Attempting to bind port e97b62bb-e46a-4a1a-994a-b43f9bb9349b on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:56:05.752447 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Attempting to bind port e97b62bb-e46a-4a1a-994a-b43f9bb9349b by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'}] {{(pid=101481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:56:05.752827 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Attempting to bind port e97b62bb-e46a-4a1a-994a-b43f9bb9349b on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:05.757322 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.775029 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Port e97b62bb-e46a-4a1a-994a-b43f9bb9349b on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:56:05.775344 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Attempting to bind port e97b62bb-e46a-4a1a-994a-b43f9bb9349b on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:05.786669 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:56:05.787292 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Checking segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:56:05.788395 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Bound using segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:56:05.789113 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Bound port: e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'}}] {{(pid=101481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:56:05.789822 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.927717 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] For port e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host hv-cinder-78075, cleared binding levels {{(pid=101481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:56:05.931593 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] For port e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:56:05.939124 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.988792 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:05.989747 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:05.991981 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] 10.222.0.54 "PUT /v2.0/ports/e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 1093 time: 3.0410228 Oct 28 15:56:05.992640 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0654106b-c376-4788-b4f0-68442f23315a', 'tag': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:05.996035 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d286f2a-f810-4547-8300-a7f3992403ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0654106b-c376-4788-b4f0-68442f23315a", "tag": "e97b62bb-e46a-4a1a-994a-b43f9bb9349b"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:06.035813 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779510d7-119a-4a2c-8f0e-861150dc2e85 service neutron] Pushing event updated for resources: {'Port': ['ID=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,revision_number=3']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:06.072240 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.091978 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c0101729-876e-4ce2-a962-2d4106d04fa1 req-4631b96d-5325-4204-9054-4464b6c60bd4 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524709 Oct 28 15:56:06.162380 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-607ad772-4e3d-4983-8197-764372c1ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.164402 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-607ad772-4e3d-4983-8197-764372c1ba79 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1096 time: 0.1150508 Oct 28 15:56:06.166877 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbf3c3f-e3d9-4535-8e45-5c961fa44c4a x-openstack-request-id: req-7dbf3c3f-e3d9-4535-8e45-5c961fa44c4a {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:06.172204 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0654106b-c376-4788-b4f0-68442f23315a", "tag": "e97b62bb-e46a-4a1a-994a-b43f9bb9349b", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:06.172583 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7dbf3c3f-e3d9-4535-8e45-5c961fa44c4a {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:06.173014 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0654106b-c376-4788-b4f0-68442f23315a', 'tag': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b', 'status': 'completed', 'code': 200} Oct 28 15:56:06.188254 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a287d7c-d850-4e67-be21-2f8f9e4fc46c req-e321a4a6-3cb9-42ce-a7d0-74d3fd0e0b79 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736341 Oct 28 15:56:06.231406 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-635f00df-a912-4eea-bbb1-74b7dfa85845 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.0535510 Oct 28 15:56:06.306431 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ca00-1978-4198-ba59-95084ca3135b req-22375506-a2d3-4dc5-b799-2c590a39bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.309301 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-22375506-a2d3-4dc5-b799-2c590a39bcaa service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 1097 time: 0.5005538 Oct 28 15:56:06.341741 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f41759-072d-48ae-869c-e09e63912d9b req-be25f965-f3b9-4ea3-b402-54755f933725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.343270 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-be25f965-f3b9-4ea3-b402-54755f933725 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.1017835 Oct 28 15:56:06.402797 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46414) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:06.407358 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-8c3eae13-66e7-4555-b053-0b74a883a95f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556190 Oct 28 15:56:06.438910 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60de3674-3418-4378-b975-ff08b961008f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:06.721934 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-59eec861-c8c3-4454-9a3b-d138a5183aa4 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850695 Oct 28 15:56:06.844376 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b50e70-6aa6-40af-ab81-e9e4a4a5d409 req-7bf4f5c4-f486-4004-b8b4-679fe4b70fad tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:06.846162 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f2b50e70-6aa6-40af-ab81-e9e4a4a5d409 req-7bf4f5c4-f486-4004-b8b4-679fe4b70fad tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 944 time: 0.5661383 Oct 28 15:56:06.895131 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.081047 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a76e693-52e1-4d62-97b4-51b1d782ed7b {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:07.088404 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:56:07.110766 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f2b50e70-6aa6-40af-ab81-e9e4a4a5d409 req-42241473-5857-4f92-a8f5-4814a94cf7a6 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284093 Oct 28 15:56:07.115378 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.117764 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'Port': ['ID=8a9b6e50-c3cf-4460-be52-4067ab8c3686,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:07.127752 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:56:07.137108 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:56:07.144305 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ca00-1978-4198-ba59-95084ca3135b req-2c581d5d-3887-4439-b09f-5c514daad36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.145810 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-2c581d5d-3887-4439-b09f-5c514daad36c service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 916 time: 0.6736345 Oct 28 15:56:07.162753 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-38f41759-072d-48ae-869c-e09e63912d9b req-11f9030b-9b0a-4442-bf74-ffd624d1ebaf service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283133 Oct 28 15:56:07.188985 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60de3674-3418-4378-b975-ff08b961008f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.201551 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60de3674-3418-4378-b975-ff08b961008f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.233386 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-46b19aa9-732f-454e-8630-8f64da2b6046 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7 HTTP/1.1" status: 200 len: 217 time: 0.0627744 Oct 28 15:56:07.241817 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-60de3674-3418-4378-b975-ff08b961008f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8c8892fac815496dbf4348e104ebc743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8378196 Oct 28 15:56:07.249985 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46476) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:07.299144 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Transition to ACTIVE for port object 6a76e693-52e1-4d62-97b4-51b1d782ed7b will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:56:07.322301 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de3674-3418-4378-b975-ff08b961008f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d28c23-5c3b-4e70-a32b-88c75b644dd6,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:07.341605 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.385095 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286f2a-f810-4547-8300-a7f3992403ff req-c7679283-880e-4c78-bd89-8e0fdf679956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.386616 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-c7679283-880e-4c78-bd89-8e0fdf679956 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1096 time: 0.1376395 Oct 28 15:56:07.406592 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-db3d9e18-c982-4f19-874c-d27929aaad08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.445605 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ff6de-8f42-4996-9cea-aa0cebde5709 req-4b8b60eb-7bfc-4ff9-89cc-a4d3a46a2d5b tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.447062 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8e4ff6de-8f42-4996-9cea-aa0cebde5709 req-4b8b60eb-7bfc-4ff9-89cc-a4d3a46a2d5b tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 944 time: 0.2097275 Oct 28 15:56:07.474510 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-db3d9e18-c982-4f19-874c-d27929aaad08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.486461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39ca00-1978-4198-ba59-95084ca3135b req-a5d43aef-c56b-4b43-84ff-4dbcc4754fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.488580 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-a5d43aef-c56b-4b43-84ff-4dbcc4754fe6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.2039068 Oct 28 15:56:07.535218 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286f2a-f810-4547-8300-a7f3992403ff req-90ed633a-c38d-4cfd-8a60-fd01a99a2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.536911 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-90ed633a-c38d-4cfd-8a60-fd01a99a2e85 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.1381118 Oct 28 15:56:07.566292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:56:07.577671 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a76e693-52e1-4d62-97b4-51b1d782ed7b,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:07.589040 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-610afcd8-6835-46d3-b6f1-3922d7d83017 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.0432518 Oct 28 15:56:07.618503 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce2f10-1962-4410-a003-c3d0cc761f2c req-72670c00-e918-4a95-8345-0c1d3f8892ff tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.620123 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c0ce2f10-1962-4410-a003-c3d0cc761f2c req-72670c00-e918-4a95-8345-0c1d3f8892ff tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 944 time: 0.3312433 Oct 28 15:56:07.695172 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d286f2a-f810-4547-8300-a7f3992403ff req-e539577b-346b-4e3b-9f91-279787606abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:07.696934 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-e539577b-346b-4e3b-9f91-279787606abe service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0937037 Oct 28 15:56:07.698248 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-db3d9e18-c982-4f19-874c-d27929aaad08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.701007 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-db3d9e18-c982-4f19-874c-d27929aaad08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.704412 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-db3d9e18-c982-4f19-874c-d27929aaad08 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/30d28c23-5c3b-4e70-a32b-88c75b644dd6 HTTP/1.1" status: 204 len: 168 time: 0.4512310 Oct 28 15:56:07.708138 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-587bef3b-b757-4cc0-98fc-72a78db91e6a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697712 Oct 28 15:56:07.715885 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,segment=NetworkSegment(7261920d-1a76-4dc8-b656-7ec902b9b9d8),segment_id=7261920d-1a76-4dc8-b656-7ec902b9b9d8)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:07.738265 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e', 'network_id': 'a3e77218-90b9-4398-a0fb-ac4fb997818b', 'port_id': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e', 'mac_address': 'fa:16:3e:57:74:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d178f89-abf7-4dd4-9ecb-f22588188ec1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:56:07.738894 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d9e18-c982-4f19-874c-d27929aaad08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d28c23-5c3b-4e70-a32b-88c75b644dd6,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:07.768999 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.800473 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8e4ff6de-8f42-4996-9cea-aa0cebde5709 req-bc46aa29-5e72-464c-be7c-bed559f8080a tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340766 Oct 28 15:56:07.812185 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.826673 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-a78878ff-d9f4-4baa-958d-0634fb4027f1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893292 Oct 28 15:56:07.827170 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46506) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:07.827910 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:07.850981 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,segment=NetworkSegment(7261920d-1a76-4dc8-b656-7ec902b9b9d8),segment_id=7261920d-1a76-4dc8-b656-7ec902b9b9d8)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:07.856870 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.857294 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Attempting to bind port 6a76e693-52e1-4d62-97b4-51b1d782ed7b on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:56:07.857700 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Attempting to bind port 6a76e693-52e1-4d62-97b4-51b1d782ed7b by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:56:07.858021 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Attempting to bind port 6a76e693-52e1-4d62-97b4-51b1d782ed7b on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:07.897170 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.904116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c0ce2f10-1962-4410-a003-c3d0cc761f2c req-bde7254a-c6b9-4708-a34a-03c143898d91 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434630 Oct 28 15:56:07.909347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Port 6a76e693-52e1-4d62-97b4-51b1d782ed7b on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:56:07.909742 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Attempting to bind port 6a76e693-52e1-4d62-97b4-51b1d782ed7b on network 01289c21-dfb2-4fc1-98a6-080abd6a35cd {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:07.950988 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:56:07.951343 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Checking segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:56:07.951753 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Bound using segment: {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:56:07.952209 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Bound port: 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:56:07.952532 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:07.983925 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:08.004786 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-cfdf6c7b-ac26-40b6-bc1f-886f6f4fa0ae service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673069 Oct 28 15:56:08.139039 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:08.206743 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-7d286f2a-f810-4547-8300-a7f3992403ff req-807a73e5-76d4-4800-b37f-95aab8f8c183 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935980 Oct 28 15:56:08.254515 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-273d9083-1653-4577-8a5d-743c221687c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.430578 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-273d9083-1653-4577-8a5d-743c221687c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.442907 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-273d9083-1653-4577-8a5d-743c221687c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.478047 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-d4c6a6ee-a70f-480d-be34-0c36545807da service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7554421 Oct 28 15:56:08.507775 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-273d9083-1653-4577-8a5d-743c221687c2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ef76e7b3723442f49f4c840e7fbfa1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6791873 Oct 28 15:56:08.509316 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d9083-1653-4577-8a5d-743c221687c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42c620-b145-4dbd-95c9-e4adb8cfd515,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:08.521587 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46530) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:08.598125 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-94293769-0478-4ff4-a714-7b602ffdd641 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.624883 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-94293769-0478-4ff4-a714-7b602ffdd641 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.659327 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] For port 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:56:08.679589 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051f621-a36c-43af-b9b1-6bef789257d0 req-b8b92fe8-4135-4832-bd35-37bc87f510f0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:08.682714 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5051f621-a36c-43af-b9b1-6bef789257d0 req-b8b92fe8-4135-4832-bd35-37bc87f510f0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 944 time: 0.3670065 Oct 28 15:56:08.704862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] For port 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:56:08.734198 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.741407 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-94293769-0478-4ff4-a714-7b602ffdd641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.746506 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-94293769-0478-4ff4-a714-7b602ffdd641 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.753579 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-94293769-0478-4ff4-a714-7b602ffdd641 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b42c620-b145-4dbd-95c9-e4adb8cfd515 HTTP/1.1" status: 204 len: 168 time: 0.2294972 Oct 28 15:56:08.786709 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293769-0478-4ff4-a714-7b602ffdd641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42c620-b145-4dbd-95c9-e4adb8cfd515,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:08.815382 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6a76e693-52e1-4d62-97b4-51b1d782ed7b,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:08.847759 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:08.848575 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.850060 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-a3f1bcd4-e266-4560-8cb6-aa1ab3689dd9 service neutron] 10.222.0.54 "PUT /v2.0/ports/6a76e693-52e1-4d62-97b4-51b1d782ed7b HTTP/1.1" status: 200 len: 1094 time: 3.3637776 Oct 28 15:56:08.853927 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'tag': '6a76e693-52e1-4d62-97b4-51b1d782ed7b'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:08.864022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb9fc86-f59e-418c-87c6-b808f68885ce" -d '{"events": [{"name": "network-changed", "server_uuid": "36ed34e4-ea85-4729-aa71-b797ebcd91b0", "tag": "6a76e693-52e1-4d62-97b4-51b1d782ed7b"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:08.904366 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-44f6d7a1-4102-45bb-a3da-c3ea976b838d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:08.907984 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5e39ca00-1978-4198-ba59-95084ca3135b req-b3ead21c-7533-441f-9db1-f632d99e1895 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072635 Oct 28 15:56:09.041787 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5051f621-a36c-43af-b9b1-6bef789257d0 req-730bc2b8-7a0d-43d0-8542-c88ca8e3cfc8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436465 Oct 28 15:56:09.067591 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.081263 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.133199 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08b9c99-fa3c-441c-9772-710ea43259bb x-openstack-request-id: req-e08b9c99-fa3c-441c-9772-710ea43259bb {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:09.133481 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ed34e4-ea85-4729-aa71-b797ebcd91b0", "tag": "6a76e693-52e1-4d62-97b4-51b1d782ed7b", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:09.134308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e08b9c99-fa3c-441c-9772-710ea43259bb {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:09.134709 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'tag': '6a76e693-52e1-4d62-97b4-51b1d782ed7b', 'status': 'completed', 'code': 200} Oct 28 15:56:09.169531 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82842d94-b260-40ed-a1f5-44d6f0a16a74 req-bf200844-c72b-43ef-8230-9ff9d69a8708 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:09.177481 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-82842d94-b260-40ed-a1f5-44d6f0a16a74 req-bf200844-c72b-43ef-8230-9ff9d69a8708 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 945 time: 0.1755919 Oct 28 15:56:09.180941 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-4c98c1c5-b42c-46fe-808f-c04cc78daba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:09.182439 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-4c98c1c5-b42c-46fe-808f-c04cc78daba5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 1097 time: 0.2505765 Oct 28 15:56:09.215537 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46558) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:09.228586 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eb8d380c-c490-4f4f-8837-67fab617889d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.294425 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-78a266cb-d81d-468a-bb04-72c3347627f8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b HTTP/1.1" status: 200 len: 217 time: 0.0846572 Oct 28 15:56:09.295156 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'Port': ['ID=8a9b6e50-c3cf-4460-be52-4067ab8c3686,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:09.309613 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eb8d380c-c490-4f4f-8837-67fab617889d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.315141 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-eb8d380c-c490-4f4f-8837-67fab617889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.339153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.357626 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-eb8d380c-c490-4f4f-8837-67fab617889d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e26bbc560d684c509c3e24b2d04c6b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408606 Oct 28 15:56:09.358359 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46560) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:09.358987 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d380c-c490-4f4f-8837-67fab617889d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6af5c5-838c-4c94-a3e8-672762dfbf6c,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:09.375892 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-82842d94-b260-40ed-a1f5-44d6f0a16a74 req-e26a1cb6-90cc-44f6-8603-a38bfba1e791 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974845 Oct 28 15:56:09.386576 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-ca8d9ea2-877c-4927-89c5-3ab6a9353b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:09.388189 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-ca8d9ea2-877c-4927-89c5-3ab6a9353b28 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0836375 Oct 28 15:56:09.395872 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac0b2e-d1c4-4f76-8495-9fa9efa62109 req-49e6f507-39a1-4a1c-b048-525f99d0f029 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:09.397395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50ac0b2e-d1c4-4f76-8495-9fa9efa62109 req-49e6f507-39a1-4a1c-b048-525f99d0f029 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 944 time: 0.1930630 Oct 28 15:56:09.409639 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.418932 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-ea65cc06-6d63-4e14-a89d-4f62c103b493 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8539162 Oct 28 15:56:09.428837 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-89e5698c-9579-4005-bd5b-4419b68c281c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.438897 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-9e9db4aa-93fe-455d-88b5-e86b00f4572e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400763 Oct 28 15:56:09.465628 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-89e5698c-9579-4005-bd5b-4419b68c281c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.529309 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6be11a51-5111-4c7e-b25f-ec8188b91ce7 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:56:09.535888 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-89e5698c-9579-4005-bd5b-4419b68c281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.549911 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-89e5698c-9579-4005-bd5b-4419b68c281c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.555845 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-89e5698c-9579-4005-bd5b-4419b68c281c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cc6af5c5-838c-4c94-a3e8-672762dfbf6c HTTP/1.1" status: 204 len: 168 time: 0.1918929 Oct 28 15:56:09.572608 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-8d1b0829-c26f-4cc0-a91f-d240f65cc09c service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208398 Oct 28 15:56:09.576280 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50ac0b2e-d1c4-4f76-8495-9fa9efa62109 req-b4661dae-567a-4fcb-ae4a-df33891dee27 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609511 Oct 28 15:56:09.587421 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5698c-9579-4005-bd5b-4419b68c281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6af5c5-838c-4c94-a3e8-672762dfbf6c,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:09.592559 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:56:09.741731 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:56:09.748935 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:09.749293 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.757049 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-a28aab35-26ca-4726-82d0-092ddbdf9b5e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1329212725&fields=id&tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 267 time: 0.0766532 Oct 28 15:56:09.797121 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:09.814592 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '6be11a51-5111-4c7e-b25f-ec8188b91ce7', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'port_id': '6be11a51-5111-4c7e-b25f-ec8188b91ce7', 'mac_address': 'fa:16:3e:86:8b:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f4f3d1-f99c-4882-b625-eb4b95076471', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:56:09.843936 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2ef8ff65-5ef6-4050-9c5a-be094f19a6ce req-331f83ca-0e18-46f5-936c-72c6f83f6bc3 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616994 Oct 28 15:56:09.910682 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.923982 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:09.933227 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be11a51-5111-4c7e-b25f-ec8188b91ce7 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:09.973692 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:09.982459 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:10.099053 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-29fd6e27-17f2-44e5-a4b8-2e9bf63561bd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:10.100767 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-29fd6e27-17f2-44e5-a4b8-2e9bf63561bd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 816 time: 0.3430421 Oct 28 15:56:10.142650 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-8a06969f-61ea-4889-a63a-4895f760a46d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/quotas/fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 375 time: 0.0319040 Oct 28 15:56:10.154727 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:10.156389 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-520848d7-8136-47d3-94e6-7715c488cf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:10.156835 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device e97b62bb-e46a-4a1a-994a-b43f9bb9349b details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:56:10.157865 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-520848d7-8136-47d3-94e6-7715c488cf99 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 1097 time: 0.2296810 Oct 28 15:56:10.225553 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,segment=NetworkSegment(7261920d-1a76-4dc8-b656-7ec902b9b9d8),segment_id=7261920d-1a76-4dc8-b656-7ec902b9b9d8)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:10.254278 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:10.334072 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-1c9e1677-8361-459f-bfcd-d8422f9c204e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1797264 Oct 28 15:56:10.372465 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaecb0-b009-4570-9b17-ae96e57db6f0 req-a1f8a81e-2f3b-4913-92c6-2d5de9f5cfd4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:10.374200 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-befaecb0-b009-4570-9b17-ae96e57db6f0 req-a1f8a81e-2f3b-4913-92c6-2d5de9f5cfd4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 945 time: 0.1668847 Oct 28 15:56:10.399822 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=6be11a51-5111-4c7e-b25f-ec8188b91ce7,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:10.460759 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:10.469267 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5211e9-ca21-46cd-9f85-8b264e32b174" -d '{"events": [{"server_uuid": "acb35b2f-f708-475b-a22f-3efd470ec036", "name": "network-vif-plugged", "status": "completed", "tag": "f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:10.518859 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-14b4b6ab-f200-468a-8b36-abe2b2c2d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:10.520548 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-14b4b6ab-f200-468a-8b36-abe2b2c2d481 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.3145945 Oct 28 15:56:10.520933 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:10.537445 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'port_id': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b', 'mac_address': 'fa:16:3e:18:e6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422fa629-4c37-4ffd-872b-536de864f712', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:56:10.577125 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-5d751a5c-bc60-414a-abfe-06ed5aee5ac6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b HTTP/1.1" status: 200 len: 217 time: 0.0463693 Oct 28 15:56:10.594133 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:10.595713 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-befaecb0-b009-4570-9b17-ae96e57db6f0 req-08135430-c730-4091-817a-249b7240a332 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609828 Oct 28 15:56:10.650076 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97b62bb-e46a-4a1a-994a-b43f9bb9349b {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:10.675775 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-205df7fd-ad7e-4597-9c90-222d0ebf6714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:10.678196 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-205df7fd-ad7e-4597-9c90-222d0ebf6714 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0928230 Oct 28 15:56:10.682268 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:10.687928 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:10.728218 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-95b9beac-e8b2-43bc-9095-be7f96d97630 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354350 Oct 28 15:56:10.730376 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-837f09d1-3381-4fb1-abe8-23a7cbd97574 service neutron] 10.222.0.74 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790748 Oct 28 15:56:10.756511 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:10.930426 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:11.000895 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['e97b62bb-e46a-4a1a-994a-b43f9bb9349b'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:11.116292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-98081c99-759e-457e-a539-a4d7695735a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:11.225614 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64319f4-8ae9-4f03-bd08-26b2b8bbbc32 req-6d90745d-c097-4813-bc47-2ebf58478620 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:11.225893 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d64319f4-8ae9-4f03-bd08-26b2b8bbbc32 req-6d90745d-c097-4813-bc47-2ebf58478620 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0945983 Oct 28 15:56:11.237375 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-c882bb88-b81c-4685-9140-e2495f733c74 service neutron] 10.222.0.74 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983664 Oct 28 15:56:11.269999 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-1eed73d0-9f5d-4ec6-9aa3-8da1c0cc1f98 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321805 Oct 28 15:56:11.294145 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d64319f4-8ae9-4f03-bd08-26b2b8bbbc32 req-98af47c9-cf9d-41c9-a5f1-b8251906045f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594835 Oct 28 15:56:11.406412 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fb9fc86-f59e-418c-87c6-b808f68885ce req-60b6c6f0-0260-4d9a-8c08-fc8211fc4e65 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256988 Oct 28 15:56:11.582156 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91a6f81-28a6-4a31-8d48-7f1f6a6f93cd req-7396b724-45ac-41fd-86d6-54f4417ed07c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:11.584066 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d91a6f81-28a6-4a31-8d48-7f1f6a6f93cd req-7396b724-45ac-41fd-86d6-54f4417ed07c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 944 time: 0.0573173 Oct 28 15:56:11.597721 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6daf08-fa15-4f00-9fe9-7669410a7988 x-openstack-request-id: req-3c6daf08-fa15-4f00-9fe9-7669410a7988 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:11.598099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb35b2f-f708-475b-a22f-3efd470ec036", "name": "network-vif-plugged", "status": "completed", "tag": "f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:11.598355 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3c6daf08-fa15-4f00-9fe9-7669410a7988 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:11.598808 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e', 'code': 200} Oct 28 15:56:11.636283 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d91a6f81-28a6-4a31-8d48-7f1f6a6f93cd req-59e346dc-2832-4b50-9716-225be86ff4f0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Oct 28 15:56:11.705145 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3ce0d55-3e4b-4629-8a00-3ac48146810c req-3f523561-bed8-4167-8266-eb84b3f1114b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 210 time: 0.0454268 Oct 28 15:56:11.791064 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88623f73-312c-48c5-a73b-41d86cf38f4e req-a2b570ed-a80a-4e8f-ba97-e4893e4b7a84 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:11.792630 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-88623f73-312c-48c5-a73b-41d86cf38f4e req-a2b570ed-a80a-4e8f-ba97-e4893e4b7a84 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 945 time: 0.0795250 Oct 28 15:56:11.894322 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-88623f73-312c-48c5-a73b-41d86cf38f4e req-d4c94843-57e7-4d18-8d54-217bdbddc867 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730126 Oct 28 15:56:11.908525 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b929b-39e9-4d0d-bfe1-135fae3eba3a req-69d9804f-1060-4fb1-bfa8-08a0762d9eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:11.910042 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f21b929b-39e9-4d0d-bfe1-135fae3eba3a req-69d9804f-1060-4fb1-bfa8-08a0762d9eed service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 1099 time: 0.1164136 Oct 28 15:56:11.936937 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f21b929b-39e9-4d0d-bfe1-135fae3eba3a req-08b8ff33-8430-400b-b80c-67517029ee91 service neutron] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:11.953331 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.023426 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f21b929b-39e9-4d0d-bfe1-135fae3eba3a req-08b8ff33-8430-400b-b80c-67517029ee91 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.030336 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f21b929b-39e9-4d0d-bfe1-135fae3eba3a req-08b8ff33-8430-400b-b80c-67517029ee91 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.073114 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f21b929b-39e9-4d0d-bfe1-135fae3eba3a req-08b8ff33-8430-400b-b80c-67517029ee91 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553884 Oct 28 15:56:12.077746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8ff33-8430-400b-b80c-67517029ee91 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=13caf547-6786-47b7-bfb4-26d4db1196c0,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:12.265919 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.354992 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46722) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:12.477821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8fdcd-9d4d-483a-aba2-e2b748becb96 req-dc0ff87e-e85c-4d58-be16-743db6ecd505 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:12.480145 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-78e8fdcd-9d4d-483a-aba2-e2b748becb96 req-dc0ff87e-e85c-4d58-be16-743db6ecd505 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0957768 Oct 28 15:56:12.522684 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-64d2d06a-2e65-435d-b78c-ad24f862316c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.556434 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-78e8fdcd-9d4d-483a-aba2-e2b748becb96 req-41ef48e9-71ca-4833-b98e-4e262bf6554e tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698192 Oct 28 15:56:12.594845 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 46732) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:12.638811 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-64d2d06a-2e65-435d-b78c-ad24f862316c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.644406 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-64d2d06a-2e65-435d-b78c-ad24f862316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.691719 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46740) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:12.692374 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-64d2d06a-2e65-435d-b78c-ad24f862316c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f5c06a396d4f4291b04d3b72ba7aecf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353567 Oct 28 15:56:12.692471 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2d06a-2e65-435d-b78c-ad24f862316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24a7266-7f11-49f5-82f7-eada8748b37e,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:12.729055 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-19a858e7-fd76-400a-af0b-785683f8672a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.754872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-834299d1-e229-4a09-b896-032400fcede0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.783722 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-834299d1-e229-4a09-b896-032400fcede0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.827803 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-11e076d2-32f0-4bfb-931c-2cd10495f8de req-92dc5f9b-fc36-4628-a972-9295e1d45155 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 210 time: 0.0421276 Oct 28 15:56:12.837387 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f988e-8a9f-4d7d-9383-14aed8e40d62 req-5c6dbbb1-7085-4bd3-ab2a-1a002f23f1f4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:12.839007 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-348f988e-8a9f-4d7d-9383-14aed8e40d62 req-5c6dbbb1-7085-4bd3-ab2a-1a002f23f1f4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 944 time: 0.1067107 Oct 28 15:56:12.839588 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-834299d1-e229-4a09-b896-032400fcede0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.845814 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-834299d1-e229-4a09-b896-032400fcede0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.847148 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-834299d1-e229-4a09-b896-032400fcede0 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e24a7266-7f11-49f5-82f7-eada8748b37e HTTP/1.1" status: 204 len: 168 time: 0.1533782 Oct 28 15:56:12.857592 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834299d1-e229-4a09-b896-032400fcede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24a7266-7f11-49f5-82f7-eada8748b37e,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:12.987511 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-19a858e7-fd76-400a-af0b-785683f8672a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:12.993980 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-348f988e-8a9f-4d7d-9383-14aed8e40d62 req-e99d65e3-cce5-45f7-b2b7-f9089b28384f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478391 Oct 28 15:56:13.006909 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-19a858e7-fd76-400a-af0b-785683f8672a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.091668 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-19a858e7-fd76-400a-af0b-785683f8672a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=680f223bd5174c7c89fbc9fb1da9e422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4956436 Oct 28 15:56:13.094874 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46754) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:13.105432 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-660b72dd-339c-4bc6-b11e-e6dc16502ad9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:13.106902 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-660b72dd-339c-4bc6-b11e-e6dc16502ad9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 816 time: 0.2308695 Oct 28 15:56:13.107536 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a858e7-fd76-400a-af0b-785683f8672a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fb588a-ff1f-4942-a2df-0e5faba7f858,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:13.130622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011a272-5156-42ab-b983-fe548750b145 req-2c767505-d7f6-4259-a987-14406edcc546 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:13.132731 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3011a272-5156-42ab-b983-fe548750b145 req-2c767505-d7f6-4259-a987-14406edcc546 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 945 time: 0.1472054 Oct 28 15:56:13.163138 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c84f8c28-5778-4a4a-a488-babbe5e9d547 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.187610 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c84f8c28-5778-4a4a-a488-babbe5e9d547 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.191869 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-22f2d7f4-74a8-43cb-8f75-bc4d585a2b80 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 380 time: 0.0738325 Oct 28 15:56:13.205964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'port': {'device_id': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'admin_state_up': True, 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'security_groups': ['9e655e20-8580-4ae4-8aae-f6506a27e97f']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:13.211592 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46760) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:13.224729 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3011a272-5156-42ab-b983-fe548750b145 req-0242f564-4fbc-495c-94f9-893d1c570bfd tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844336 Oct 28 15:56:13.240656 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-35cc098d-c53c-43e6-92aa-3e68d1d2d514 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.293943 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c84f8c28-5778-4a4a-a488-babbe5e9d547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.296565 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c84f8c28-5778-4a4a-a488-babbe5e9d547 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.297723 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c84f8c28-5778-4a4a-a488-babbe5e9d547 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a4fb588a-ff1f-4942-a2df-0e5faba7f858 HTTP/1.1" status: 204 len: 168 time: 0.2013557 Oct 28 15:56:13.311426 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f8c28-5778-4a4a-a488-babbe5e9d547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fb588a-ff1f-4942-a2df-0e5faba7f858,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:13.334503 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Made reservation on behalf of fadbd0e3fcb84829adf37aa7a971b1a8 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:56:13.340111 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.379584 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-35cc098d-c53c-43e6-92aa-3e68d1d2d514 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.385567 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-35cc098d-c53c-43e6-92aa-3e68d1d2d514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.418350 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-35cc098d-c53c-43e6-92aa-3e68d1d2d514 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c806130e0f3a4da9a03aa22eb318e65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051175 Oct 28 15:56:13.420925 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46764) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:13.515529 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc098d-c53c-43e6-92aa-3e68d1d2d514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23eb171c-ec20-49d1-a5ae-2200bf34bb54,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:13.535704 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Allocated IP 172.20.0.11 (1d052bf7-b495-4196-b4b3-c4f0f77150fd/fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2/456e92ce-6f53-4656-97a1-f34e47da3fc9) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:56:13.537376 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6a76e693-52e1-4d62-97b4-51b1d782ed7b details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:56:13.539692 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6be11a51-5111-4c7e-b25f-ec8188b91ce7 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:56:13.557131 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e924ab91-a8bd-4ef9-bab0-f318d1294cfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.580235 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e924ab91-a8bd-4ef9-bab0-f318d1294cfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.652447 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e924ab91-a8bd-4ef9-bab0-f318d1294cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.657197 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e924ab91-a8bd-4ef9-bab0-f318d1294cfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.676755 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e924ab91-a8bd-4ef9-bab0-f318d1294cfb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/23eb171c-ec20-49d1-a5ae-2200bf34bb54 HTTP/1.1" status: 204 len: 168 time: 0.2467875 Oct 28 15:56:13.681379 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:56:13.688663 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:13.689259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.708101 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924ab91-a8bd-4ef9-bab0-f318d1294cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23eb171c-ec20-49d1-a5ae-2200bf34bb54,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:13.767466 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:13.785878 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3654e-02a3-40a7-95fb-2d93c910ab88 req-cf8bc5ce-350e-40e9-8c5c-fa642eda798c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:13.787440 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-19f3654e-02a3-40a7-95fb-2d93c910ab88 req-cf8bc5ce-350e-40e9-8c5c-fa642eda798c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0961857 Oct 28 15:56:13.802002 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '6a76e693-52e1-4d62-97b4-51b1d782ed7b', 'network_id': '01289c21-dfb2-4fc1-98a6-080abd6a35cd', 'port_id': '6a76e693-52e1-4d62-97b4-51b1d782ed7b', 'mac_address': 'fa:16:3e:59:26:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 585, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '422fa629-4c37-4ffd-872b-536de864f712', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:56:13.811357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.832627 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.858408 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-19f3654e-02a3-40a7-95fb-2d93c910ab88 req-c1187bbd-fb5d-49ad-81a9-7f24c159b168 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562885 Oct 28 15:56:13.894350 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.901169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.903885 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.920806 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46782) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:13.938965 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a76e693-52e1-4d62-97b4-51b1d782ed7b {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:13.943618 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-305dd6dc-ec82-4088-b51d-6e2357e583a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:13.955511 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:56:13.961713 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:56:13.966052 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:56:13.986121 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be11a51-5111-4c7e-b25f-ec8188b91ce7'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:13.988468 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47df18a9-e953-4a34-a091-fc6bf37ff501" -d '{"events": [{"server_uuid": "07b8e1b9-ec0a-48f3-b3fb-b152fda2741a", "name": "network-vif-plugged", "status": "completed", "tag": "6be11a51-5111-4c7e-b25f-ec8188b91ce7"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:14.008254 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:14.046957 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:14.057891 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:14.085478 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.086846 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device e97b62bb-e46a-4a1a-994a-b43f9bb9349b up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:56:14.094532 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:14.098193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.143141 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93285f47-f558-4b2a-847b-f985f38cd5ab req-61de91e2-3276-4407-bb5d-742e53ce7d9a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:14.148059 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.155446 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-305dd6dc-ec82-4088-b51d-6e2357e583a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.158926 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-93285f47-f558-4b2a-847b-f985f38cd5ab req-61de91e2-3276-4407-bb5d-742e53ce7d9a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 932 time: 0.1415837 Oct 28 15:56:14.169342 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-305dd6dc-ec82-4088-b51d-6e2357e583a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.175043 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-fdb5b5c3-26e5-4177-b741-c1349570763f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9750152 Oct 28 15:56:14.201374 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ae52ae-7f85-4035-ae80-1d924e8ba1d5 x-openstack-request-id: req-64ae52ae-7f85-4035-ae80-1d924e8ba1d5 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:14.203557 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Request body: {'port': {'device_id': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:14.204111 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8e1b9-ec0a-48f3-b3fb-b152fda2741a", "name": "network-vif-plugged", "status": "completed", "tag": "6be11a51-5111-4c7e-b25f-ec8188b91ce7", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:14.204571 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-64ae52ae-7f85-4035-ae80-1d924e8ba1d5 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:14.205160 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be11a51-5111-4c7e-b25f-ec8188b91ce7', 'code': 200} Oct 28 15:56:14.219786 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-305dd6dc-ec82-4088-b51d-6e2357e583a1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=adb944ddcec747b3942e5b979b019cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2966018 Oct 28 15:56:14.222774 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 46790) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:14.304072 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=6be11a51-5111-4c7e-b25f-ec8188b91ce7,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:14.372311 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dd6dc-ec82-4088-b51d-6e2357e583a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aceb57-2e77-4089-9586-bbce4c7a758a,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:14.404526 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-93285f47-f558-4b2a-847b-f985f38cd5ab req-ca716ace-995b-4ed9-b2c5-7ec6e38b1be5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445955 Oct 28 15:56:14.426208 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e90346a-7d01-44b1-a5be-68b730fc2566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.440939 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6a76e693-52e1-4d62-97b4-51b1d782ed7b'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:14.493084 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e90346a-7d01-44b1-a5be-68b730fc2566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.500735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.502018 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port e97b62bb-e46a-4a1a-994a-b43f9bb9349b completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:56:14.554109 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port e97b62bb-e46a-4a1a-994a-b43f9bb9349b triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:14.555204 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.600438 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e90346a-7d01-44b1-a5be-68b730fc2566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.603983 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e90346a-7d01-44b1-a5be-68b730fc2566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.614929 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9e90346a-7d01-44b1-a5be-68b730fc2566 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/82aceb57-2e77-4089-9586-bbce4c7a758a HTTP/1.1" status: 204 len: 168 time: 0.3764284 Oct 28 15:56:14.643308 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90346a-7d01-44b1-a5be-68b730fc2566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aceb57-2e77-4089-9586-bbce4c7a758a,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:14.689974 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0e4e93a0-03e6-4cec-b4cf-578efdb08e1d None None] Provisioning complete for port 456e92ce-6f53-4656-97a1-f34e47da3fc9 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:14.690341 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0e4e93a0-03e6-4cec-b4cf-578efdb08e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.707648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2ee780-7df1-4a8e-8ddb-88b7390892dd req-78844580-8337-4470-a749-842a7d2b72e3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:14.715004 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df2ee780-7df1-4a8e-8ddb-88b7390892dd req-78844580-8337-4470-a749-842a7d2b72e3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 945 time: 0.3590815 Oct 28 15:56:14.739372 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0e4e93a0-03e6-4cec-b4cf-578efdb08e1d None None] Port 456e92ce-6f53-4656-97a1-f34e47da3fc9 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:56:14.804152 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=6a76e693-52e1-4d62-97b4-51b1d782ed7b,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:14.833993 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:14.841114 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8a78d-6459-4d37-b835-090c56dd8b36 req-b32f6c2d-5540-4d18-ab92-d8ae7ce422c2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:14.842648 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c1a8a78d-6459-4d37-b835-090c56dd8b36 req-b32f6c2d-5540-4d18-ab92-d8ae7ce422c2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.3109896 Oct 28 15:56:14.844589 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bbb0e7-fa15-47ce-8399-d097bc7e0833 req-72f71556-d40f-423a-8dd3-fd19aef5c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:14.845940 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-71bbb0e7-fa15-47ce-8399-d097bc7e0833 req-72f71556-d40f-423a-8dd3-fd19aef5c234 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 1099 time: 0.3380349 Oct 28 15:56:14.855342 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df2ee780-7df1-4a8e-8ddb-88b7390892dd req-a2c38fa9-11b9-42a1-a804-f9ceac90b960 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394725 Oct 28 15:56:14.960162 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c1a8a78d-6459-4d37-b835-090c56dd8b36 req-3f8dc0da-f0a9-4285-9207-96923f6b2f10 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038229 Oct 28 15:56:15.005261 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:15.024708 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.076208 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-71bbb0e7-fa15-47ce-8399-d097bc7e0833 req-11c0fd93-1528-4ff6-8d09-21b6b2b25cfe service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870220 Oct 28 15:56:15.107130 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:15.126324 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b210c50e-a8cf-4ed9-b73d-e2c509b73026 req-41de281e-5e19-444a-a21b-19dfe333c84f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:15.133668 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b210c50e-a8cf-4ed9-b73d-e2c509b73026 req-41de281e-5e19-444a-a21b-19dfe333c84f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0983701 Oct 28 15:56:15.190772 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b210c50e-a8cf-4ed9-b73d-e2c509b73026 req-e67e0e43-b1db-4bef-81cf-080f8f88937e tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Oct 28 15:56:15.239575 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 456e92ce-6f53-4656-97a1-f34e47da3fc9 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:15.248691 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.265510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Transition to ACTIVE for port object 456e92ce-6f53-4656-97a1-f34e47da3fc9 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:56:15.273201 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.352283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:15.416965 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Attempting to bind port 456e92ce-6f53-4656-97a1-f34e47da3fc9 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:56:15.420543 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Attempting to bind port 456e92ce-6f53-4656-97a1-f34e47da3fc9 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:56:15.420882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Attempting to bind port 456e92ce-6f53-4656-97a1-f34e47da3fc9 on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:15.427518 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Port 456e92ce-6f53-4656-97a1-f34e47da3fc9 on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:56:15.428016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Attempting to bind port 456e92ce-6f53-4656-97a1-f34e47da3fc9 on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:15.434577 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:56:15.434931 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Checking segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:56:15.435309 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Bound using segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:56:15.435894 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Bound port: 456e92ce-6f53-4656-97a1-f34e47da3fc9, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:56:15.436393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.599137 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:56:15.612893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:56:15.634096 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d915f2-5762-4f34-a40c-3489b442ecf4 req-03575cab-4afd-40ba-abcc-89890b7e6800 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:15.645028 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-70d915f2-5762-4f34-a40c-3489b442ecf4 req-03575cab-4afd-40ba-abcc-89890b7e6800 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0846694 Oct 28 15:56:15.652903 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.770441 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:15.771217 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:15.774119 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] 10.222.0.54 "PUT /v2.0/ports/456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 1094 time: 1.5854959 Oct 28 15:56:15.774729 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:15.780593 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a97739-0a45-4dd4-b34e-f20099533d47" -d '{"events": [{"name": "network-changed", "server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:15.853439 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-70d915f2-5762-4f34-a40c-3489b442ecf4 req-00acb489-025a-4734-a9df-12402c06fa31 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947858 Oct 28 15:56:15.855160 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a9ab30-5e94-4bdf-ae91-ec5304afce02 x-openstack-request-id: req-b2a9ab30-5e94-4bdf-ae91-ec5304afce02 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:15.855426 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:15.855714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b2a9ab30-5e94-4bdf-ae91-ec5304afce02 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:15.856095 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'status': 'completed', 'code': 200} Oct 28 15:56:15.880637 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae108ee-7f55-45a3-9fa3-f6f88494b936 service neutron] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:15.907261 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-76d0237c-0873-4060-a720-d48922787b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:15.908850 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-76d0237c-0873-4060-a720-d48922787b8c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1097 time: 0.0787833 Oct 28 15:56:16.001363 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-724a9d7e-612d-47f9-8208-2f7a8c84b5cf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 217 time: 0.0798581 Oct 28 15:56:16.101402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-79bfa475-4573-48d4-a75d-f1d2bdbd0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:16.104327 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-79bfa475-4573-48d4-a75d-f1d2bdbd0a22 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0803566 Oct 28 15:56:16.207852 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0654106b-c376-4788-b4f0-68442f23315a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:16.210899 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc737d8a-43f9-4503-9c6e-3e5f340ae812" -d '{"events": [{"server_uuid": "0654106b-c376-4788-b4f0-68442f23315a", "name": "network-vif-plugged", "status": "completed", "tag": "e97b62bb-e46a-4a1a-994a-b43f9bb9349b"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:16.289098 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66492b1-0a7e-4968-b130-c728acd6bc29 req-2cbf76ac-d79c-4a2f-9177-5ba5ccf3b654 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:16.290966 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b66492b1-0a7e-4968-b130-c728acd6bc29 req-2cbf76ac-d79c-4a2f-9177-5ba5ccf3b654 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 945 time: 0.2860279 Oct 28 15:56:16.297808 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-0a317b20-939c-4fc0-96df-e9930fb84abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:16.299697 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-0a317b20-939c-4fc0-96df-e9930fb84abf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1564415 Oct 28 15:56:16.312762 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19626c-694f-499c-860f-ed759726fa0a req-c8f32f9c-a7ca-461e-90b0-41991882982a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:16.322063 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b19626c-694f-499c-860f-ed759726fa0a req-c8f32f9c-a7ca-461e-90b0-41991882982a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.2162778 Oct 28 15:56:16.497925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b66492b1-0a7e-4968-b130-c728acd6bc29 req-c190ebb9-5bc0-4aca-81a2-1fec12506323 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963894 Oct 28 15:56:16.541251 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b19626c-694f-499c-860f-ed759726fa0a req-5c37f774-de44-4f5a-a1cd-2be3d5862c9b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183065 Oct 28 15:56:16.569566 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-c55a1bb2-516c-4cef-949d-21f1c929d130 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385943 Oct 28 15:56:16.591816 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdd6e31-b4b9-4557-9a0c-0c7ca65325dd x-openstack-request-id: req-fcdd6e31-b4b9-4557-9a0c-0c7ca65325dd {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:16.592311 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0654106b-c376-4788-b4f0-68442f23315a", "name": "network-vif-plugged", "status": "completed", "tag": "e97b62bb-e46a-4a1a-994a-b43f9bb9349b", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:16.592711 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fcdd6e31-b4b9-4557-9a0c-0c7ca65325dd {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:16.593244 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0654106b-c376-4788-b4f0-68442f23315a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b', 'code': 200} Oct 28 15:56:16.715238 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a258a295-ff52-4a2a-bc1a-49e9e21bcc28 req-5603fe73-90bb-43ea-9b6e-6e24638f83b2 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374197 Oct 28 15:56:17.147721 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd9e70-7536-4133-8abf-97f025dcdce5 req-654fe744-5216-4302-8f6c-d15f433b06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.149334 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4dbd9e70-7536-4133-8abf-97f025dcdce5 req-654fe744-5216-4302-8f6c-d15f433b06e2 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.3836129 Oct 28 15:56:17.183764 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-6bede05a-2f0e-4c1f-b8e5-eb6c5e02300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.185228 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-6bede05a-2f0e-4c1f-b8e5-eb6c5e02300e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1097 time: 0.1127925 Oct 28 15:56:17.197881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54017100-389f-4f11-84f4-cc771c63fe4b req-18cf10e7-6d2a-4d9d-b558-631749f0abe4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.199314 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54017100-389f-4f11-84f4-cc771c63fe4b req-18cf10e7-6d2a-4d9d-b558-631749f0abe4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1254122 Oct 28 15:56:17.261496 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4dbd9e70-7536-4133-8abf-97f025dcdce5 req-2613d5e1-634b-41e5-8bc1-65610080941b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984478 Oct 28 15:56:17.305679 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54017100-389f-4f11-84f4-cc771c63fe4b req-390aa106-5ff3-4de4-8e00-07ead3ab370a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908680 Oct 28 15:56:17.331066 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-00aea28a-f76b-4c50-92e3-8004bed1c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.332669 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-00aea28a-f76b-4c50-92e3-8004bed1c845 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.1324642 Oct 28 15:56:17.529077 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-886ec885-2daf-4684-924a-41d9c14e6142 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 217 time: 0.0427713 Oct 28 15:56:17.530465 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6a76e693-52e1-4d62-97b4-51b1d782ed7b up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:56:17.623808 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-38cab3bd-2f98-4aea-a222-0130258d1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.625553 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-38cab3bd-2f98-4aea-a222-0130258d1334 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0857666 Oct 28 15:56:17.666081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 6a76e693-52e1-4d62-97b4-51b1d782ed7b completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:56:17.670416 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 6a76e693-52e1-4d62-97b4-51b1d782ed7b triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:17.670789 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:17.754586 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-1b7491c2-406e-42e0-a137-8d2d1a9dc8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.756285 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-1b7491c2-406e-42e0-a137-8d2d1a9dc8f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1210363 Oct 28 15:56:17.816318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653330d-e423-464c-8a8e-349d49784aec req-f6e4d214-2203-42e1-876b-5c301ce0bf93 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.817416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2653330d-e423-464c-8a8e-349d49784aec req-f6e4d214-2203-42e1-876b-5c301ce0bf93 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.1436718 Oct 28 15:56:17.825726 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:17.853694 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75933c3-03d8-46e0-b085-7352b075059b req-c81227fb-b0db-4a63-812d-43ebac937a61 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:17.876865 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d75933c3-03d8-46e0-b085-7352b075059b req-c81227fb-b0db-4a63-812d-43ebac937a61 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 945 time: 0.1967700 Oct 28 15:56:17.889098 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47008) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:17.999879 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d75933c3-03d8-46e0-b085-7352b075059b req-313535b1-e357-4648-8eb7-95522337c6e5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248095 Oct 28 15:56:18.031463 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2653330d-e423-464c-8a8e-349d49784aec req-f8d96ee3-53d0-4165-890f-974c1c6d06dc tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520619 Oct 28 15:56:18.079236 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-dba06e2f-dde1-4266-af76-581f41304c8b service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045793 Oct 28 15:56:18.087075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:18.092586 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.093094 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f922-5dda-451f-941a-21eeac4b1931 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.172570 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=6a76e693-52e1-4d62-97b4-51b1d782ed7b,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:18.179833 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f922-5dda-451f-941a-21eeac4b1931 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.192207 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8ad9f922-5dda-451f-941a-21eeac4b1931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.221694 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28a97739-0a45-4dd4-b34e-f20099533d47 req-2bd453b5-15e4-4c0e-ab4c-7d77f3a98b34 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328294 Oct 28 15:56:18.236164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47024) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:18.236438 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8ad9f922-5dda-451f-941a-21eeac4b1931 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c992359d24294861be4391e898c6866b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3459733 Oct 28 15:56:18.238355 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9f922-5dda-451f-941a-21eeac4b1931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbc04a1-20a3-4777-b534-042485b894ab,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:18.290608 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-298559f5-9174-4ae2-8885-4818926ef6da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.315506 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-298559f5-9174-4ae2-8885-4818926ef6da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.375862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-298559f5-9174-4ae2-8885-4818926ef6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.378515 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-298559f5-9174-4ae2-8885-4818926ef6da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.380191 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-298559f5-9174-4ae2-8885-4818926ef6da admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/efbc04a1-20a3-4777-b534-042485b894ab HTTP/1.1" status: 204 len: 168 time: 0.1418498 Oct 28 15:56:18.390393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298559f5-9174-4ae2-8885-4818926ef6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbc04a1-20a3-4777-b534-042485b894ab,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:18.498667 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41937aa1-b93e-4dec-955a-dceac1bbf808 req-b669b3e0-a4e9-4d4b-8a08-6bacb903ee57 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:18.500749 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-41937aa1-b93e-4dec-955a-dceac1bbf808 req-b669b3e0-a4e9-4d4b-8a08-6bacb903ee57 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0815408 Oct 28 15:56:18.595181 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a76e693-52e1-4d62-97b4-51b1d782ed7b'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:18.598734 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-41937aa1-b93e-4dec-955a-dceac1bbf808 req-69f3c5a2-b8ac-444a-a596-4931bb609958 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913191 Oct 28 15:56:18.601169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4192ade-73f9-4b61-abe3-1e6f2f9b2198" -d '{"events": [{"server_uuid": "36ed34e4-ea85-4729-aa71-b797ebcd91b0", "name": "network-vif-plugged", "status": "completed", "tag": "6a76e693-52e1-4d62-97b4-51b1d782ed7b"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:18.656756 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf60d6a-48f4-47f9-b99f-c9a16c1883eb x-openstack-request-id: req-baf60d6a-48f4-47f9-b99f-c9a16c1883eb {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:18.657058 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ed34e4-ea85-4729-aa71-b797ebcd91b0", "name": "network-vif-plugged", "status": "completed", "tag": "6a76e693-52e1-4d62-97b4-51b1d782ed7b", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:18.657383 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-baf60d6a-48f4-47f9-b99f-c9a16c1883eb {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:18.657676 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a76e693-52e1-4d62-97b4-51b1d782ed7b', 'code': 200} Oct 28 15:56:18.838517 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47052) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:18.865822 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-987b5a42-b17f-4ef0-9113-aab042541f6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:18.910438 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4214c68-90fd-4067-b330-24c61d1b5d37 req-507c5879-8537-4fee-8bd8-8edd2c9d2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:18.912067 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4214c68-90fd-4067-b330-24c61d1b5d37 req-507c5879-8537-4fee-8bd8-8edd2c9d2910 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 1099 time: 0.0626295 Oct 28 15:56:18.972494 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4214c68-90fd-4067-b330-24c61d1b5d37 req-010bd19b-0d05-47f9-bab3-ad04247007e9 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517766 Oct 28 15:56:19.000467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-987b5a42-b17f-4ef0-9113-aab042541f6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.005094 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-987b5a42-b17f-4ef0-9113-aab042541f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.049497 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b5a42-b17f-4ef0-9113-aab042541f6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b84be58-2d8f-4ac5-999a-f83167af0ac8,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:19.055880 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-987b5a42-b17f-4ef0-9113-aab042541f6b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b6ae915acc141c58a007ab5f0d30e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160606 Oct 28 15:56:19.058630 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47064) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:19.151821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0265c8a7-3164-4f5a-ab1c-15aa26458759 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.182901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434586-a399-42a1-be6e-d98397880353 req-892cab34-cccf-490a-b896-c0104daae9a2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:19.185030 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a434586-a399-42a1-be6e-d98397880353 req-892cab34-cccf-490a-b896-c0104daae9a2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0822492 Oct 28 15:56:19.197963 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0265c8a7-3164-4f5a-ab1c-15aa26458759 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.262924 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a434586-a399-42a1-be6e-d98397880353 req-c6401f99-467a-4877-9036-d50639532a24 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687273 Oct 28 15:56:19.298955 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0265c8a7-3164-4f5a-ab1c-15aa26458759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.301735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0265c8a7-3164-4f5a-ab1c-15aa26458759 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.305665 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-0265c8a7-3164-4f5a-ab1c-15aa26458759 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2b84be58-2d8f-4ac5-999a-f83167af0ac8 HTTP/1.1" status: 204 len: 168 time: 0.2432654 Oct 28 15:56:19.311231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0265c8a7-3164-4f5a-ab1c-15aa26458759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b84be58-2d8f-4ac5-999a-f83167af0ac8,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:19.534709 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:56:19.641463 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:19.653940 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'mac_address': 'fa:16:3e:0a:bf:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:56:19.696292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.709686 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456e92ce-6f53-4656-97a1-f34e47da3fc9 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:19.734899 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:19.735626 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a6e6c2-c18a-4e70-8ac6-95f135d9ea21 req-01c588eb-6ca9-47da-a20b-05da5c59fe4e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:19.737388 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c3a6e6c2-c18a-4e70-8ac6-95f135d9ea21 req-01c588eb-6ca9-47da-a20b-05da5c59fe4e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0550730 Oct 28 15:56:19.740321 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:19.782605 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c3a6e6c2-c18a-4e70-8ac6-95f135d9ea21 req-6b39f8f5-781c-492e-ad68-78f17e230c73 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Oct 28 15:56:19.794334 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:20.071775 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['456e92ce-6f53-4656-97a1-f34e47da3fc9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:20.352910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47140) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:20.442867 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Deleting subnet 36099e47-cde4-4569-a03b-6681240d4faa {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:56:20.448400 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.486047 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661304b-b152-4416-a3ff-8006e27a6bc4 req-ebaccbb2-c350-404d-8591-5d05c1233069 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:20.487642 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5661304b-b152-4416-a3ff-8006e27a6bc4 req-ebaccbb2-c350-404d-8591-5d05c1233069 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1162593 Oct 28 15:56:20.517303 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.564940 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5661304b-b152-4416-a3ff-8006e27a6bc4 req-167ebe59-2c4a-4b7a-a62e-446315dec09e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678532 Oct 28 15:56:20.584275 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.649319 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.681479 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36099e47-cde4-4569-a03b-6681240d4faa,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:20.685324 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.692556 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f74a1ffc-ee69-499c-928c-e8edd533067f admin admin] 10.222.0.74 "DELETE /v2.0/subnets/36099e47-cde4-4569-a03b-6681240d4faa HTTP/1.1" status: 204 len: 168 time: 0.3376338 Oct 28 15:56:20.693023 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47162) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:20.777643 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.882681 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.919560 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27dc2a97-a522-474d-adb5-fece08766eeb']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:20.932296 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d5cfd7d-3783-4ac6-bba2-5623a8f20a4a') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:20.933258 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d5cfd7d-3783-4ac6-bba2-5623a8f20a4a') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:20.949982 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.954430 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104c888-ba3f-4ebd-9cca-9ae22317aff8 req-f8765342-f427-4a62-aaae-dfc401eb77e7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:20.956204 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f104c888-ba3f-4ebd-9cca-9ae22317aff8 req-f8765342-f427-4a62-aaae-dfc401eb77e7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 945 time: 0.0601382 Oct 28 15:56:20.965538 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.972719 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:56:20.973107 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:56:20.974880 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:56:21.004946 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f104c888-ba3f-4ebd-9cca-9ae22317aff8 req-b1fe64fd-3a25-49ac-8746-43d7fe8e34c7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411913 Oct 28 15:56:21.035345 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.047064 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.055582 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.061410 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] 10.222.0.74 "DELETE /v2.0/networks/27dc2a97-a522-474d-adb5-fece08766eeb HTTP/1.1" status: 204 len: 168 time: 0.3641083 Oct 28 15:56:21.061410 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d924a-6169-4bd8-bed0-9e695af1031d admin admin] Pushing event deleted for resources: {'Network': ['ID=27dc2a97-a522-474d-adb5-fece08766eeb,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:21.061619 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47184) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.108991 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Deleting subnet ea2c76a0-d7d8-4358-bd2a-b06709492f20 {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:56:21.112214 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.147996 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.190164 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.248136 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.274168 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2c76a0-d7d8-4358-bd2a-b06709492f20,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:21.279135 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.282987 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4976705b-1a91-43b7-b886-b22c8b0f21bf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/ea2c76a0-d7d8-4358-bd2a-b06709492f20 HTTP/1.1" status: 204 len: 168 time: 0.2200584 Oct 28 15:56:21.285070 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47198) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.364408 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.443605 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.465343 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a154b2f9-c130-4df4-b820-61f68420acf5']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:21.474956 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37997c20-1dd8-46e0-8883-14516006e226') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:21.475266 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37997c20-1dd8-46e0-8883-14516006e226') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:21.491547 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.505751 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.513367 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:56:21.513817 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:56:21.515920 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:56:21.576726 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.583823 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:56:21.595777 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.602111 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] 10.222.0.74 "DELETE /v2.0/networks/a154b2f9-c130-4df4-b820-61f68420acf5 HTTP/1.1" status: 204 len: 168 time: 0.3131490 Oct 28 15:56:21.602111 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39394ad9-f47e-4aa3-8171-74f0c3ba3b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=a154b2f9-c130-4df4-b820-61f68420acf5,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:21.685832 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 456e92ce-6f53-4656-97a1-f34e47da3fc9 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:56:21.692599 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 456e92ce-6f53-4656-97a1-f34e47da3fc9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:56:21.694242 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.735038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aaaf9-e33d-44d6-95f9-0a99ef352163 req-02d94a35-bfad-4e29-afea-cbb443ff0ef2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:21.748205 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-155aaaf9-e33d-44d6-95f9-0a99ef352163 req-02d94a35-bfad-4e29-afea-cbb443ff0ef2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0875065 Oct 28 15:56:21.762528 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47224) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.793464 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.820784 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-bdfe62c2-bbd4-4603-a0ee-163c1191277e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=93eb43ae0f154c37945bb129c4117f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0562749 Oct 28 15:56:21.823222 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47226) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.833098 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-155aaaf9-e33d-44d6-95f9-0a99ef352163 req-1734bd3a-e51f-4c50-953e-01dc666510dc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827255 Oct 28 15:56:21.839332 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:21.841865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a300cfd-9f37-4b80-a77a-ca95e9e1d92a" -d '{"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-plugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:21.880746 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:21.889484 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:21.896156 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47232) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:21.930110 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2020b774-df90-431d-8287-a2416ddbe64a x-openstack-request-id: req-2020b774-df90-431d-8287-a2416ddbe64a {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:21.930650 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-plugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:21.931055 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2020b774-df90-431d-8287-a2416ddbe64a {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:21.931609 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'code': 200} Oct 28 15:56:21.943574 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60f20d34-8b85-4b4b-b5f9-a436ae8c1a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.011105 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60f20d34-8b85-4b4b-b5f9-a436ae8c1a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.014588 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:22.120275 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ceb8cd30-4f06-4151-8de7-6615733cb938 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.127507 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60f20d34-8b85-4b4b-b5f9-a436ae8c1a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.135808 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-60f20d34-8b85-4b4b-b5f9-a436ae8c1a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.137827 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-60f20d34-8b85-4b4b-b5f9-a436ae8c1a10 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5277c8c5-0903-4db9-80dd-f2e56e23ab5e HTTP/1.1" status: 204 len: 168 time: 0.3133683 Oct 28 15:56:22.148177 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f20d34-8b85-4b4b-b5f9-a436ae8c1a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5277c8c5-0903-4db9-80dd-f2e56e23ab5e,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:22.221297 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cc008-564d-4df5-8b7d-aec813029a88 req-b57d7cf8-b5d8-464c-b541-630bf4cae7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:22.222809 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da5cc008-564d-4df5-8b7d-aec813029a88 req-b57d7cf8-b5d8-464c-b541-630bf4cae7c3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1099 time: 0.0715165 Oct 28 15:56:22.289832 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ceb8cd30-4f06-4151-8de7-6615733cb938 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.301650 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ceb8cd30-4f06-4151-8de7-6615733cb938 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.330121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a309fdb-70bd-4154-aada-92d316b23d1b req-bda79833-fa77-49e7-894e-00e958042bed tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:22.331636 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a309fdb-70bd-4154-aada-92d316b23d1b req-bda79833-fa77-49e7-894e-00e958042bed tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1067283 Oct 28 15:56:22.363621 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da5cc008-564d-4df5-8b7d-aec813029a88 req-fe3bf08e-f166-4964-9577-cd14ed29b0d7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055288 Oct 28 15:56:22.445813 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-ceb8cd30-4f06-4151-8de7-6615733cb938 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ae6e60e557dc459ea000e9471b44b975&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483437 Oct 28 15:56:22.449227 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47256) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:22.450971 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8cd30-4f06-4151-8de7-6615733cb938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edcb1d1b-bf1a-4f62-bcef-8fc84438eecc,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:22.492137 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a309fdb-70bd-4154-aada-92d316b23d1b req-3fd5fd58-1e80-4626-b913-ff387bed6e50 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348040 Oct 28 15:56:22.508595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419682d4-c509-4451-8f3d-93e5f2820622 req-13114cc2-0060-47ed-afd8-ac0a0912f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:22.510228 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-13114cc2-0060-47ed-afd8-ac0a0912f552 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 1099 time: 0.1458077 Oct 28 15:56:22.518264 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221276f-b71f-485b-9cbc-8663372b23d0 req-b83e69f4-05fb-4761-a18f-5b96df3e81e7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:22.519858 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a221276f-b71f-485b-9cbc-8663372b23d0 req-b83e69f4-05fb-4761-a18f-5b96df3e81e7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1433809 Oct 28 15:56:22.578477 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-024474a4-9ef5-4f55-bc7a-041b85e5d7bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.583763 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a221276f-b71f-485b-9cbc-8663372b23d0 req-1cbcfa9c-1896-4712-aef4-e8aea161c070 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543904 Oct 28 15:56:22.606397 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-024474a4-9ef5-4f55-bc7a-041b85e5d7bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.622444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47266) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:22.663579 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-024474a4-9ef5-4f55-bc7a-041b85e5d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.666136 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-024474a4-9ef5-4f55-bc7a-041b85e5d7bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.669377 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2a6efcb1-56bf-4aa5-934f-438f0b6e9d5b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d5556a57ef844310beef8d9bf7c54b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435205 Oct 28 15:56:22.669499 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-024474a4-9ef5-4f55-bc7a-041b85e5d7bb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/edcb1d1b-bf1a-4f62-bcef-8fc84438eecc HTTP/1.1" status: 204 len: 168 time: 0.2161887 Oct 28 15:56:22.669719 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47268) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:22.677907 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024474a4-9ef5-4f55-bc7a-041b85e5d7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edcb1d1b-bf1a-4f62-bcef-8fc84438eecc,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:22.804541 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f64518b4-8c33-4194-acdc-7232f3c57a49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.820378 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419682d4-c509-4451-8f3d-93e5f2820622 req-8cbdc0bf-bc04-470a-960d-6e4f7977cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:22.821977 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-8cbdc0bf-bc04-470a-960d-6e4f7977cb2a service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.1448863 Oct 28 15:56:22.843343 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f64518b4-8c33-4194-acdc-7232f3c57a49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.875810 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-6708b3a5-8482-478d-b19e-e3a98992fe27 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b HTTP/1.1" status: 200 len: 217 time: 0.0443947 Oct 28 15:56:22.941249 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419682d4-c509-4451-8f3d-93e5f2820622 req-39a39cbf-51dc-43b6-902c-db1888703084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:22.942879 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-39a39cbf-51dc-43b6-902c-db1888703084 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0516467 Oct 28 15:56:22.954624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f64518b4-8c33-4194-acdc-7232f3c57a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.957330 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f64518b4-8c33-4194-acdc-7232f3c57a49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:22.961172 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f64518b4-8c33-4194-acdc-7232f3c57a49 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ba00b9b8-fe07-440e-aad1-f17ed66008f5 HTTP/1.1" status: 204 len: 168 time: 0.2878518 Oct 28 15:56:22.993958 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-e68349b9-b451-4008-b991-0051595a302d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338948 Oct 28 15:56:22.994684 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64518b4-8c33-4194-acdc-7232f3c57a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba00b9b8-fe07-440e-aad1-f17ed66008f5,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:23.038981 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47278) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:23.055116 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1352-9903-459c-ab4d-7e707014c5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.116028 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-d6352da6-bd7d-4474-8cc1-22cd546b14ee service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007857 Oct 28 15:56:23.142243 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1352-9903-459c-ab4d-7e707014c5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.149186 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6e4f1352-9903-459c-ab4d-7e707014c5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.187969 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f1352-9903-459c-ab4d-7e707014c5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8245124-1f41-4ce6-a66a-c198cdc41cdc,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:23.201285 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-6e4f1352-9903-459c-ab4d-7e707014c5c9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=87dd9928406c45a4ad32d5b0b4f271ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1602380 Oct 28 15:56:23.203907 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47286) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:23.249673 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-419682d4-c509-4451-8f3d-93e5f2820622 req-da44dcff-bd47-4471-bd73-b8790c24a24a service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182013 Oct 28 15:56:23.273722 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3519bf62-b05d-44b8-8afc-5bd84673c1a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.303014 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3519bf62-b05d-44b8-8afc-5bd84673c1a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.358163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3519bf62-b05d-44b8-8afc-5bd84673c1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.361281 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3519bf62-b05d-44b8-8afc-5bd84673c1a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:23.364285 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-3519bf62-b05d-44b8-8afc-5bd84673c1a1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d8245124-1f41-4ce6-a66a-c198cdc41cdc HTTP/1.1" status: 204 len: 168 time: 0.1594205 Oct 28 15:56:23.372898 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519bf62-b05d-44b8-8afc-5bd84673c1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8245124-1f41-4ce6-a66a-c198cdc41cdc,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:23.652244 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3278ea4-0d51-4129-8755-5ff626c75bcd req-9974d8f5-7577-41f5-b2f8-4df03e57ca38 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:23.662829 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e3278ea4-0d51-4129-8755-5ff626c75bcd req-9974d8f5-7577-41f5-b2f8-4df03e57ca38 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0864639 Oct 28 15:56:23.777123 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e3278ea4-0d51-4129-8755-5ff626c75bcd req-c656f036-c9bd-47ae-829b-6a68811cc0f8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134129 Oct 28 15:56:23.802152 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da3d93-3748-4585-8ca0-c59967aae6fa req-8cb6ed46-56a6-467c-9dd0-4769c8974c74 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:23.805111 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-42da3d93-3748-4585-8ca0-c59967aae6fa req-8cb6ed46-56a6-467c-9dd0-4769c8974c74 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0906570 Oct 28 15:56:23.877492 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-42da3d93-3748-4585-8ca0-c59967aae6fa req-d1a0fac8-8006-4fff-92e7-4554b55e8903 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599954 Oct 28 15:56:24.976863 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bac22-3411-4018-972c-06f9a5bb0774 req-21435974-644f-4df8-8165-da1d52e3b060 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:24.979102 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-018bac22-3411-4018-972c-06f9a5bb0774 req-21435974-644f-4df8-8165-da1d52e3b060 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0945835 Oct 28 15:56:25.055521 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-018bac22-3411-4018-972c-06f9a5bb0774 req-9a920def-c5d9-4b2c-86be-a57e19864be2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665839 Oct 28 15:56:25.069789 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb088e72-8133-4d26-9c23-a1b1e23e314f req-09601d2e-aa9e-4385-8293-cb2a7af71be6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:25.078718 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb088e72-8133-4d26-9c23-a1b1e23e314f req-09601d2e-aa9e-4385-8293-cb2a7af71be6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0980954 Oct 28 15:56:25.136120 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb088e72-8133-4d26-9c23-a1b1e23e314f req-7c84e763-1d8a-4a57-9b83-529067ea06e0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Oct 28 15:56:25.138902 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:56:25.191679 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e144b-5a60-4f5e-900e-48fdf2c16195 req-18fd1bed-0c34-4ae7-9555-f372e9a1ee3b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:25.193367 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cf6e144b-5a60-4f5e-900e-48fdf2c16195 req-18fd1bed-0c34-4ae7-9555-f372e9a1ee3b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0504215 Oct 28 15:56:25.202684 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47454) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:25.207963 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'floatingip': {'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:25.283821 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:25.620021 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47480) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:25.746319 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25e6b3f7-2a47-4d07-951a-5970e6a37ad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:25.822342 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25e6b3f7-2a47-4d07-951a-5970e6a37ad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:25.827558 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25e6b3f7-2a47-4d07-951a-5970e6a37ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:25.875943 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-25e6b3f7-2a47-4d07-951a-5970e6a37ad9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=007c04cbee2346c0a80c2321d4ec062e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544849 Oct 28 15:56:25.876708 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6b3f7-2a47-4d07-951a-5970e6a37ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f1fe0-a883-4fcf-a091-065f5ce0f15b,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:25.879265 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47488) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:25.972402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2aab3b8e-198b-4ece-81ef-b06a0f5b8e37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:25.994441 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2aab3b8e-198b-4ece-81ef-b06a0f5b8e37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.033983 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.db.resource_extend [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 15:56:26.052178 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2aab3b8e-198b-4ece-81ef-b06a0f5b8e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.055714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2aab3b8e-198b-4ece-81ef-b06a0f5b8e37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.057023 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2aab3b8e-198b-4ece-81ef-b06a0f5b8e37 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e57f1fe0-a883-4fcf-a091-065f5ce0f15b HTTP/1.1" status: 204 len: 168 time: 0.1767445 Oct 28 15:56:26.066189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab3b8e-198b-4ece-81ef-b06a0f5b8e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f1fe0-a883-4fcf-a091-065f5ce0f15b,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:26.146366 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.151100 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.272775 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d6af4-c116-45c7-8f94-9bce4d4c0289 req-e5262f51-4e98-4c46-9c74-afa5165edce2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:26.274748 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5d6d6af4-c116-45c7-8f94-9bce4d4c0289 req-e5262f51-4e98-4c46-9c74-afa5165edce2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0615699 Oct 28 15:56:26.323051 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.l3_db [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Floating IP acca119c-f3ef-42c6-bcda-fed4236a0953 associated. External IP: 172.27.2.228, port: 456e92ce-6f53-4656-97a1-f34e47da3fc9. Oct 28 15:56:26.326664 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5d6d6af4-c116-45c7-8f94-9bce4d4c0289 req-f4800fdb-8a32-484f-8b55-031998eaa034 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 Oct 28 15:56:26.493499 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47514) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:26.508281 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e7701eeb-97a9-4148-9e44-78be24ee615e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.590124 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Router 22bc3f56-22e9-4c02-8bef-90c15571953f has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:56:26.605252 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e7701eeb-97a9-4148-9e44-78be24ee615e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.615243 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e7701eeb-97a9-4148-9e44-78be24ee615e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.644722 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7701eeb-97a9-4148-9e44-78be24ee615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be15705e-c834-47cb-ba45-e0858812a149,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:26.665014 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e7701eeb-97a9-4148-9e44-78be24ee615e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1bebc2a2f0024d3ab0ebd9458e891765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702847 Oct 28 15:56:26.667592 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47522) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:26.707028 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:56:26.712336 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.721129 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:56:26.724399 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a3c39346-fb81-4389-992e-c4ec5f528024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.731354 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:56:26.731900 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:56:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:26.750195 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a3c39346-fb81-4389-992e-c4ec5f528024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.771567 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-95e09aaa-1bf2-497d-bcba-3cb45cfb771a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "PUT /v2.0/floatingips/acca119c-f3ef-42c6-bcda-fed4236a0953 HTTP/1.1" status: 200 len: 992 time: 1.5638344 Oct 28 15:56:26.776116 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:26.778691 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe69da0-47ac-4571-916b-d7cc07dc8362" -d '{"events": [{"name": "network-changed", "server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:26.846042 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a3c39346-fb81-4389-992e-c4ec5f528024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.848710 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a3c39346-fb81-4389-992e-c4ec5f528024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:26.850006 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f431b6e-377d-47aa-a96f-4593496473f8 x-openstack-request-id: req-3f431b6e-377d-47aa-a96f-4593496473f8 {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:26.850289 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:26.850532 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f431b6e-377d-47aa-a96f-4593496473f8 {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:26.851043 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'status': 'completed', 'code': 200} Oct 28 15:56:26.852123 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a3c39346-fb81-4389-992e-c4ec5f528024 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/be15705e-c834-47cb-ba45-e0858812a149 HTTP/1.1" status: 204 len: 168 time: 0.1836200 Oct 28 15:56:26.860765 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c39346-fb81-4389-992e-c4ec5f528024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be15705e-c834-47cb-ba45-e0858812a149,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:26.896292 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:56:27.169189 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'acca119c-f3ef-42c6-bcda-fed4236a0953', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'mac_address': 'fa:16:3e:0a:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:56:07Z', 'updated_at': '2021-10-28T15:56:25Z', 'revision_number': 1, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:27.198234 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:56:27.208400 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:56:27.209394 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:56:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:27.213217 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47544) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:27.226486 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-36b0f4dc-4cf6-4868-acb1-ec64ef3751c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.315198 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-36b0f4dc-4cf6-4868-acb1-ec64ef3751c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.321190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-36b0f4dc-4cf6-4868-acb1-ec64ef3751c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.330057 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:56:27.359602 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-36b0f4dc-4cf6-4868-acb1-ec64ef3751c1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f8ee09afc8044c9eaadb5a9419de7600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461422 Oct 28 15:56:27.360748 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0f4dc-4cf6-4868-acb1-ec64ef3751c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4884a1-633a-4fda-ade2-e6664e16f856,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:27.362439 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47552) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:27.438222 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5090f25a-e69e-4ecb-9401-b188779554ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.460462 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5090f25a-e69e-4ecb-9401-b188779554ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.499287 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fea1c-0abe-4159-9c19-08d8875dd336 req-2b3ae133-46b5-463c-b0c6-74af03825810 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:27.500745 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-949fea1c-0abe-4159-9c19-08d8875dd336 req-2b3ae133-46b5-463c-b0c6-74af03825810 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0529552 Oct 28 15:56:27.516595 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5090f25a-e69e-4ecb-9401-b188779554ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.520766 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5090f25a-e69e-4ecb-9401-b188779554ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:27.522572 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-5090f25a-e69e-4ecb-9401-b188779554ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3f4884a1-633a-4fda-ade2-e6664e16f856 HTTP/1.1" status: 204 len: 168 time: 0.1578436 Oct 28 15:56:27.543199 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090f25a-e69e-4ecb-9401-b188779554ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4884a1-633a-4fda-ade2-e6664e16f856,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:27.550416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-949fea1c-0abe-4159-9c19-08d8875dd336 req-b7705fb2-db9a-42d3-af88-eefe531a0fcb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Oct 28 15:56:27.604327 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'acca119c-f3ef-42c6-bcda-fed4236a0953', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'mac_address': 'fa:16:3e:0a:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:56:07Z', 'updated_at': '2021-10-28T15:56:25Z', 'revision_number': 1, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:27.683740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467eb8ac-ddc0-4dab-b301-7270dc721bdc req-efaf8270-d43c-458e-9369-3d3a33f7668f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:27.685424 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-467eb8ac-ddc0-4dab-b301-7270dc721bdc req-efaf8270-d43c-458e-9369-3d3a33f7668f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0551846 Oct 28 15:56:27.721570 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b84a9c-8ea0-45e6-9bc0-18a4df1c8084 None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'acca119c-f3ef-42c6-bcda-fed4236a0953', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'floating_ip_address': '172.27.2.228', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'mac_address': 'fa:16:3e:0a:bf:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:56:07Z', 'updated_at': '2021-10-28T15:56:25Z', 'revision_number': 1, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:56:27.752085 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-467eb8ac-ddc0-4dab-b301-7270dc721bdc req-1b9cf942-26e7-454f-b41c-53aee29f3eb6 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573347 Oct 28 15:56:27.951625 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8582766-f75d-4d7b-ac95-cf3e64c63456 None None] New status for floating IP acca119c-f3ef-42c6-bcda-fed4236a0953: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:56:28.672671 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05253f54-2ff9-481f-8448-decba1228567 req-17fcb8be-c0bb-4865-a406-c2789b7f8b35 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:28.674622 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05253f54-2ff9-481f-8448-decba1228567 req-17fcb8be-c0bb-4865-a406-c2789b7f8b35 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0490644 Oct 28 15:56:28.711757 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05253f54-2ff9-481f-8448-decba1228567 req-36e10495-3f7a-41b5-9e93-5a37ac05c046 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310125 Oct 28 15:56:29.065777 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f60c7df-34e7-41e6-a30e-5abe4c7ba5bf req-5c83b0f4-ec20-4811-a7e9-3acaa95f7ab7 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:29.072861 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f60c7df-34e7-41e6-a30e-5abe4c7ba5bf req-5c83b0f4-ec20-4811-a7e9-3acaa95f7ab7 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.2475171 Oct 28 15:56:29.108750 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f60c7df-34e7-41e6-a30e-5abe4c7ba5bf req-3e7daeb4-b808-4dd1-9958-f7dd3393fccc tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Oct 28 15:56:29.835171 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feffd71-7f71-401c-836a-356555c5f47d req-db13b2a1-eaab-4272-8c99-98309794b07e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:29.836718 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9feffd71-7f71-401c-836a-356555c5f47d req-db13b2a1-eaab-4272-8c99-98309794b07e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0489450 Oct 28 15:56:29.873663 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9feffd71-7f71-401c-836a-356555c5f47d req-615b6593-b6a2-4c8a-8f66-271fa96f6ad1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307777 Oct 28 15:56:30.040538 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-2b884beb-17b7-4cf6-b101-7d0f48af95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:30.042034 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-2b884beb-17b7-4cf6-b101-7d0f48af95c8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1099 time: 0.0422673 Oct 28 15:56:30.145022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-09861876-8a2d-4a06-92a0-7f8bb9bab55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:30.146567 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-09861876-8a2d-4a06-92a0-7f8bb9bab55a service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.0935907 Oct 28 15:56:30.275661 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-527121f1-1fb1-4e2a-a6df-f1f5d338c508 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 1002 time: 0.1183233 Oct 28 15:56:30.290077 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8af92-49d1-4983-a45f-93f2fd0fd212 req-53d848de-6a4d-4269-ba70-acda29361a8b tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:30.291474 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-74c8af92-49d1-4983-a45f-93f2fd0fd212 req-53d848de-6a4d-4269-ba70-acda29361a8b tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0938325 Oct 28 15:56:30.353142 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-1506e9a6-1d18-426f-bfdf-822e883c6970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:30.354559 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-1506e9a6-1d18-426f-bfdf-822e883c6970 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0622182 Oct 28 15:56:30.359373 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-74c8af92-49d1-4983-a45f-93f2fd0fd212 req-18b71511-ce96-452b-b84a-0f1737beae6f tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Oct 28 15:56:30.410123 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-e7732683-4a46-45fe-8e54-59ccd8c0886e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:30.411511 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-e7732683-4a46-45fe-8e54-59ccd8c0886e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432856 Oct 28 15:56:30.510580 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-1725c84d-7afb-4b24-9f57-396eee49799f service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859838 Oct 28 15:56:30.626184 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2fe69da0-47ac-4571-916b-d7cc07dc8362 req-7b967576-54fb-45f3-9016-bea4b6b8f87c service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998335 Oct 28 15:56:31.005190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839b32b-1e8c-4297-895d-d41ee3c536af req-a5ef62af-7dd8-49fc-8d14-c03bc5d692e9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:31.006612 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0839b32b-1e8c-4297-895d-d41ee3c536af req-a5ef62af-7dd8-49fc-8d14-c03bc5d692e9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0594354 Oct 28 15:56:31.048727 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0839b32b-1e8c-4297-895d-d41ee3c536af req-1d22f591-6374-495d-ae6c-423a0663e564 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350015 Oct 28 15:56:31.477973 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a180a1aa-c8d2-4560-bf13-0b0cba6021db req-16998e49-e803-4b2c-ade5-cb11140f481a tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:31.479424 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a180a1aa-c8d2-4560-bf13-0b0cba6021db req-16998e49-e803-4b2c-ade5-cb11140f481a tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0500457 Oct 28 15:56:31.518053 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a180a1aa-c8d2-4560-bf13-0b0cba6021db req-6c7e255d-34c5-43bf-89cb-d09d99867865 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325794 Oct 28 15:56:32.173702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050bf6d-2e97-49c4-9f92-4f30a5dc6859 req-679d67b5-f031-496c-bd66-291277fb7c4a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:32.175274 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2050bf6d-2e97-49c4-9f92-4f30a5dc6859 req-679d67b5-f031-496c-bd66-291277fb7c4a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0533564 Oct 28 15:56:32.213733 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2050bf6d-2e97-49c4-9f92-4f30a5dc6859 req-396da6aa-368b-4e32-a5d8-c07c01ee710b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323188 Oct 28 15:56:32.638173 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6186e-b693-4e7c-91bf-91c1ec305f02 req-d83f3173-9b28-47f0-8425-a38f49e3cec1 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:32.639700 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c3e6186e-b693-4e7c-91bf-91c1ec305f02 req-d83f3173-9b28-47f0-8425-a38f49e3cec1 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0499804 Oct 28 15:56:32.681918 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c3e6186e-b693-4e7c-91bf-91c1ec305f02 req-6e896e44-9ba3-4625-b70a-4d9d07ae8db8 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335071 Oct 28 15:56:33.337640 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1824f-393c-4bde-9c72-f4625db00e67 req-35b8ad8f-56e9-4887-9399-0e51fd595a01 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:33.339233 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-97f1824f-393c-4bde-9c72-f4625db00e67 req-35b8ad8f-56e9-4887-9399-0e51fd595a01 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Oct 28 15:56:33.375936 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-97f1824f-393c-4bde-9c72-f4625db00e67 req-ab025831-76c5-4281-b9db-f5000f99c68b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309091 Oct 28 15:56:33.816188 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c784d4aa-7001-4b30-9338-ede0570b6d02 req-7557b8ea-5cc6-4af9-b27a-fb44a69dca04 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:33.817704 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c784d4aa-7001-4b30-9338-ede0570b6d02 req-7557b8ea-5cc6-4af9-b27a-fb44a69dca04 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0577822 Oct 28 15:56:33.859401 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c784d4aa-7001-4b30-9338-ede0570b6d02 req-9f021d2e-ce32-4340-a0cc-d50e871247b1 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354629 Oct 28 15:56:34.497062 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643306a-059e-4f61-be77-409ed1348742 req-91c45494-cde3-4493-a909-3e0c4be0aaa9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:34.498524 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7643306a-059e-4f61-be77-409ed1348742 req-91c45494-cde3-4493-a909-3e0c4be0aaa9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0534582 Oct 28 15:56:34.535737 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7643306a-059e-4f61-be77-409ed1348742 req-3e542e7a-e282-4923-96ba-83b18add3ed2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311913 Oct 28 15:56:34.980772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769b4a7-faf6-4348-8f96-2c75e25cbe4d req-e4b4b276-0578-4cf7-a698-1d8f04dc0500 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:34.982249 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c769b4a7-faf6-4348-8f96-2c75e25cbe4d req-e4b4b276-0578-4cf7-a698-1d8f04dc0500 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0539486 Oct 28 15:56:35.021925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c769b4a7-faf6-4348-8f96-2c75e25cbe4d req-322ab094-5f98-487f-ae8a-c1d3083a8f89 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Oct 28 15:56:35.658212 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3d17f-c842-4f95-884e-d0eebdbe2ca3 req-8fe12a15-57fe-4f45-bde0-022429024f10 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:35.659798 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75a3d17f-c842-4f95-884e-d0eebdbe2ca3 req-8fe12a15-57fe-4f45-bde0-022429024f10 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0553143 Oct 28 15:56:35.700282 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75a3d17f-c842-4f95-884e-d0eebdbe2ca3 req-64524157-1766-4b37-8f69-541fe8728ce0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336144 Oct 28 15:56:35.762906 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-47983eba-6f43-4fdb-a20a-64c162082342 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:35.764436 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-47983eba-6f43-4fdb-a20a-64c162082342 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.54 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0496264 Oct 28 15:56:35.919785 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Deleting port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:56:35.920126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.015683 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] For port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,segment=NetworkSegment(7261920d-1a76-4dc8-b656-7ec902b9b9d8),segment_id=7261920d-1a76-4dc8-b656-7ec902b9b9d8)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:56:36.016054 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.032121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Calling delete_port for f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:56:36.165885 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fa6aff-4e40-4071-91f7-b75f716c15f5 req-a9167a05-d187-4bce-aa7e-08ebba047674 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:36.167412 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29fa6aff-4e40-4071-91f7-b75f716c15f5 req-a9167a05-d187-4bce-aa7e-08ebba047674 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 946 time: 0.0685861 Oct 28 15:56:36.232588 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29fa6aff-4e40-4071-91f7-b75f716c15f5 req-0465ee23-95e1-4770-96b6-61d1be733a28 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/security-groups?id=0981c9bb-78d0-4252-a827-21133681d9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560341 Oct 28 15:56:36.263822 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.283155 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:36.299912 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Pushing event deleted for resources: {'Port': ['ID=f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:36.358060 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] No DVR routers for this DVR port f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:56:36.361912 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.365501 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8b66e1b5-7a45-4852-b238-2e3b1556f937 req-2b631bde-1d75-4333-889b-a221405b474c tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.54 "DELETE /v2.0/ports/f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e HTTP/1.1" status: 204 len: 173 time: 0.5943885 Oct 28 15:56:36.365947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'name': 'network-vif-deleted', 'tag': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:36.368370 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbcc8e6-a58b-40af-a3fe-1bfaa7ea5f9f" -d '{"events": [{"server_uuid": "acb35b2f-f708-475b-a22f-3efd470ec036", "name": "network-vif-deleted", "tag": "f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:36.416328 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d28de93-9b87-4491-9be1-d713786f87c7 x-openstack-request-id: req-8d28de93-9b87-4491-9be1-d713786f87c7 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:36.416668 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb35b2f-f708-475b-a22f-3efd470ec036", "name": "network-vif-deleted", "tag": "f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:36.416993 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-8d28de93-9b87-4491-9be1-d713786f87c7 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:36.417433 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb35b2f-f708-475b-a22f-3efd470ec036', 'name': 'network-vif-deleted', 'tag': 'f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e', 'status': 'completed', 'code': 200} Oct 28 15:56:36.421878 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47760) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:36.534326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4f41f1df-4c2d-43e2-8258-9c78a66def68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.634354 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4f41f1df-4c2d-43e2-8258-9c78a66def68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.639388 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4f41f1df-4c2d-43e2-8258-9c78a66def68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.677077 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41f1df-4c2d-43e2-8258-9c78a66def68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9945608c-11f7-4c53-b034-c77ae8270c48,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:36.681805 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4f41f1df-4c2d-43e2-8258-9c78a66def68 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=272569a9537947de81ed802c8a1ee741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588737 Oct 28 15:56:36.685402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47780) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:36.739975 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b82f-5a56-40ac-a93e-39b299fcad8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.771445 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b82f-5a56-40ac-a93e-39b299fcad8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.853575 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f681d-db1a-440b-8ccd-f5fe788e4e54 req-2aee370b-1259-46d1-a95e-3edeac49c5a7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:36.855435 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d9f681d-db1a-440b-8ccd-f5fe788e4e54 req-2aee370b-1259-46d1-a95e-3edeac49c5a7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0765786 Oct 28 15:56:36.877468 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b82f-5a56-40ac-a93e-39b299fcad8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.880478 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1c0b82f-5a56-40ac-a93e-39b299fcad8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:36.881811 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a1c0b82f-5a56-40ac-a93e-39b299fcad8f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9945608c-11f7-4c53-b034-c77ae8270c48 HTTP/1.1" status: 204 len: 168 time: 0.1954279 Oct 28 15:56:36.904743 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0b82f-5a56-40ac-a93e-39b299fcad8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9945608c-11f7-4c53-b034-c77ae8270c48,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:36.933360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d9f681d-db1a-440b-8ccd-f5fe788e4e54 req-21a27f8d-3c1f-4aec-b265-63ddde19a31b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616570 Oct 28 15:56:37.118157 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47808) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:37.215592 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47814) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:37.239217 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-23960319-a016-428b-8e86-90f7d22ff6b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.242075 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2a7-be99-4d41-b962-c92b39ac5551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.358555 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f45703fb-6fd3-4047-ac02-ad7c536e0627 req-f7e46c5b-9961-4bee-bb5a-f0f342583375 tempest-DeleteServersTestJSON-1551317183 tempest-DeleteServersTestJSON-1551317183-project] 10.222.0.74 "GET /v2.0/ports?device_id=acb35b2f-f708-475b-a22f-3efd470ec036 HTTP/1.1" status: 200 len: 210 time: 0.0362778 Oct 28 15:56:37.393690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-23960319-a016-428b-8e86-90f7d22ff6b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.403040 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2a7-be99-4d41-b962-c92b39ac5551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.403980 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-23960319-a016-428b-8e86-90f7d22ff6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.448160 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cae7c2a7-be99-4d41-b962-c92b39ac5551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.461570 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23960319-a016-428b-8e86-90f7d22ff6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed9cb8b-9361-48bc-82d4-3ca16f37b92e,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:37.470196 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-23960319-a016-428b-8e86-90f7d22ff6b5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=29253ad0ec9e4682864fa23d75d20246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527421 Oct 28 15:56:37.472667 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47822) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:37.507021 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-cae7c2a7-be99-4d41-b962-c92b39ac5551 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8079012dba1643c189a166fbbe9a54eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3850756 Oct 28 15:56:37.508940 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47824) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:37.526728 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7c2a7-be99-4d41-b962-c92b39ac5551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4134d5d0-26f4-42cf-a2c0-738d4b1a261c,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:37.531652 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-81385b68-f363-4455-befd-e74854c042d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.560328 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-81385b68-f363-4455-befd-e74854c042d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.567097 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4d083941-0333-4996-af66-392bc7c68c65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.596567 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4d083941-0333-4996-af66-392bc7c68c65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.629228 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-81385b68-f363-4455-befd-e74854c042d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.631990 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-81385b68-f363-4455-befd-e74854c042d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.633305 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-81385b68-f363-4455-befd-e74854c042d4 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8ed9cb8b-9361-48bc-82d4-3ca16f37b92e HTTP/1.1" status: 204 len: 168 time: 0.1594660 Oct 28 15:56:37.652556 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81385b68-f363-4455-befd-e74854c042d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed9cb8b-9361-48bc-82d4-3ca16f37b92e,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:37.691672 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4d083941-0333-4996-af66-392bc7c68c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.694330 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4d083941-0333-4996-af66-392bc7c68c65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:37.695472 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4d083941-0333-4996-af66-392bc7c68c65 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4134d5d0-26f4-42cf-a2c0-738d4b1a261c HTTP/1.1" status: 204 len: 168 time: 0.1856096 Oct 28 15:56:37.704167 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d083941-0333-4996-af66-392bc7c68c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4134d5d0-26f4-42cf-a2c0-738d4b1a261c,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:38.041440 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 47848) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:38.057714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f5059-6d5c-4c1e-bd58-23ca438a73aa req-64696898-102d-4b23-a717-5d75cb9178e7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:38.059021 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1737ac40-df0a-4b12-b529-9563842ae43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.059512 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-392f5059-6d5c-4c1e-bd58-23ca438a73aa req-64696898-102d-4b23-a717-5d75cb9178e7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0587270 Oct 28 15:56:38.098330 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-392f5059-6d5c-4c1e-bd58-23ca438a73aa req-6782666a-7282-41f6-aabb-b8ee5512f811 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Oct 28 15:56:38.145798 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1737ac40-df0a-4b12-b529-9563842ae43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.150149 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1737ac40-df0a-4b12-b529-9563842ae43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.188663 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1737ac40-df0a-4b12-b529-9563842ae43e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e49d301b8d734390a0206f4fa8d25a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1458278 Oct 28 15:56:38.190609 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1737ac40-df0a-4b12-b529-9563842ae43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05a0fb7-d095-4c71-a57a-e1de700adf8f,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:38.191315 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 47852) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:38.244636 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.267401 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.315864 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.318635 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:38.319814 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c05a0fb7-d095-4c71-a57a-e1de700adf8f HTTP/1.1" status: 204 len: 168 time: 0.1274576 Oct 28 15:56:38.328435 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05a0fb7-d095-4c71-a57a-e1de700adf8f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:38.337091 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.337452 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.337795 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.338164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.338451 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.338803 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.339222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.339744 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.340232 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.340581 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.341074 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.341395 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d369b0-9ed4-41ff-b12e-6b41f84b459c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:38.491544 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0ea866a9-3f7c-4b7d-9945-290928587cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:39.231852 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dee4f-474c-4b42-9e3c-118c173fa92f req-7983371f-46bb-49bd-be3d-5b42eda9613e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:39.233396 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1a6dee4f-474c-4b42-9e3c-118c173fa92f req-7983371f-46bb-49bd-be3d-5b42eda9613e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0649662 Oct 28 15:56:39.281604 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1a6dee4f-474c-4b42-9e3c-118c173fa92f req-edd36ab7-3556-46f5-8088-0e1262aed1c2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413311 Oct 28 15:56:40.051240 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:56:40.071796 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:56:40.072110 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f5dbfc8a-2c77-4fb2-8efa-dd0e60bc539e not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:56:40.412852 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed8611-b161-4a2b-a5a0-0bdc9e72d8a0 req-44b20ccc-f5ed-4c6f-967d-d860e6e4fadb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:40.414304 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3aed8611-b161-4a2b-a5a0-0bdc9e72d8a0 req-44b20ccc-f5ed-4c6f-967d-d860e6e4fadb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0493007 Oct 28 15:56:40.452739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3aed8611-b161-4a2b-a5a0-0bdc9e72d8a0 req-4b5c1f8a-0c1e-4cdf-9dd0-d3c846aec487 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323231 Oct 28 15:56:41.052718 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5787d513-1f19-421f-a363-9b2f07539218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:41.574455 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557f0d6-8157-4d87-8102-9b894b6188dd req-fea8b4f7-bced-4a40-b8ef-5db93e56486b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:41.575939 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9557f0d6-8157-4d87-8102-9b894b6188dd req-fea8b4f7-bced-4a40-b8ef-5db93e56486b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0483229 Oct 28 15:56:41.613822 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9557f0d6-8157-4d87-8102-9b894b6188dd req-e1cd1de4-f6c3-402a-970e-292c36deaff8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318964 Oct 28 15:56:41.943096 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:42.260865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:42.746598 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ef204-90d0-45ac-9eb4-a9e9461b149d req-7ea15839-d73e-4cb4-a69f-b623f095c5c1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:42.748068 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e37ef204-90d0-45ac-9eb4-a9e9461b149d req-7ea15839-d73e-4cb4-a69f-b623f095c5c1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0532670 Oct 28 15:56:42.790318 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e37ef204-90d0-45ac-9eb4-a9e9461b149d req-b6c8165b-5ca9-423d-a1e5-1b10cf15dcb4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333178 Oct 28 15:56:43.302751 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48030) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:43.362717 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Deleting subnet 7d178f89-abf7-4dd4-9ecb-f22588188ec1 {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:56:43.366101 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.403281 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.447703 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.506476 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.533596 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d178f89-abf7-4dd4-9ecb-f22588188ec1,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:43.538106 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.541455 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] 10.222.0.74 "DELETE /v2.0/subnets/7d178f89-abf7-4dd4-9ecb-f22588188ec1 HTTP/1.1" status: 204 len: 168 time: 0.2344463 Oct 28 15:56:43.544110 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48036) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:43.546355 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.546720 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.547061 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.547399 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.547783 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.548586 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.548846 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.549198 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.549546 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.549883 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.550205 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.550528 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f638b-1d01-42fe-a694-0cb1f2e5163b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:56:43.612373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.693790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.713050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e77218-90b9-4398-a0fb-ac4fb997818b']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:43.722267 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7261920d-1a76-4dc8-b656-7ec902b9b9d8') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:43.722558 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7261920d-1a76-4dc8-b656-7ec902b9b9d8') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:56:43.731860 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.745039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.750772 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.751250 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:56:43.751628 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:56:43.753285 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:56:43.811067 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.820007 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:43.825671 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] 10.222.0.74 "DELETE /v2.0/networks/a3e77218-90b9-4398-a0fb-ac4fb997818b HTTP/1.1" status: 204 len: 168 time: 0.2779257 Oct 28 15:56:43.832816 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c57b6e-6a41-4946-97ca-042ac1550eae admin admin] Pushing event deleted for resources: {'Network': ['ID=a3e77218-90b9-4398-a0fb-ac4fb997818b,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:43.909638 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b88f1-aab3-4af4-8dd8-9d9e226bc312 req-e777460a-077a-4dc6-8912-bdac7a97b5e2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:43.911147 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4e2b88f1-aab3-4af4-8dd8-9d9e226bc312 req-e777460a-077a-4dc6-8912-bdac7a97b5e2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0524595 Oct 28 15:56:43.948824 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4e2b88f1-aab3-4af4-8dd8-9d9e226bc312 req-59028f82-9c72-414d-a7ea-105c9b508730 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Oct 28 15:56:43.993857 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48044) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:44.032983 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-3bf2db01-93dd-4c9e-84e0-3ba2c5b7e073 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d80b423472d84137bdff815014b08e27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378616 Oct 28 15:56:44.035595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48048) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:44.085544 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a2011a00-b90d-44a6-9487-13c30fab2ef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:44.106012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a2011a00-b90d-44a6-9487-13c30fab2ef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:44.157577 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a2011a00-b90d-44a6-9487-13c30fab2ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:44.160207 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a2011a00-b90d-44a6-9487-13c30fab2ef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:44.161332 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a2011a00-b90d-44a6-9487-13c30fab2ef9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0981c9bb-78d0-4252-a827-21133681d9ff HTTP/1.1" status: 204 len: 168 time: 0.1232190 Oct 28 15:56:44.169077 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2011a00-b90d-44a6-9487-13c30fab2ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0981c9bb-78d0-4252-a827-21133681d9ff,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:44.562784 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-b50c5c48-a320-44e1-ba10-cda198932939 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:44.564271 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-b50c5c48-a320-44e1-ba10-cda198932939 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.3318756 Oct 28 15:56:44.579404 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-e835c066-eead-48ba-9223-5655d4faef56 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/quotas/bd291a80b9204a609cd29640ab93b579 HTTP/1.1" status: 200 len: 375 time: 0.0095360 Oct 28 15:56:44.648325 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-efbcedf6-d387-4ea7-877e-4ea1be8fbe4f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628529 Oct 28 15:56:44.752578 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-bbc00bcf-8030-4263-956c-af9a75bf0dac service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936627 Oct 28 15:56:44.852069 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-79b37c02-3498-47d7-9e09-1c503b35e8db service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900536 Oct 28 15:56:45.018806 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-95f15a6d-e6f1-4215-9a69-465855560c9f req-246f129d-0799-4053-a37c-3605be7830d7 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 210 time: 0.0272000 Oct 28 15:56:45.138546 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ffb1c-509d-4c0b-b6e9-06769ac9cb4f req-63b05ab6-ef1e-4a56-a53f-068e9235b41c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:45.140189 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d3ffb1c-509d-4c0b-b6e9-06769ac9cb4f req-63b05ab6-ef1e-4a56-a53f-068e9235b41c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0622344 Oct 28 15:56:45.190998 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d3ffb1c-509d-4c0b-b6e9-06769ac9cb4f req-c8bedf9c-0c2f-45ca-bbca-6ef8855f4d11 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422337 Oct 28 15:56:46.116377 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-093da33d-11d6-45f6-8e70-70b4273ad41f req-29db850f-c947-40f7-b1f8-e5375eae4dac tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 210 time: 0.0261183 Oct 28 15:56:46.187028 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48162) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:46.330113 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53b4bc-4772-49c4-b046-3fd361f26876 req-19ca136d-5a63-4b0f-851b-e7853daeaa6b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:46.331736 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa53b4bc-4772-49c4-b046-3fd361f26876 req-19ca136d-5a63-4b0f-851b-e7853daeaa6b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0647969 Oct 28 15:56:46.338700 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8070de9a-ec2f-45d7-956f-e8f8cb443e7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.390838 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa53b4bc-4772-49c4-b046-3fd361f26876 req-24e22e66-6b0f-4f22-b2ed-2caec21a5556 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510423 Oct 28 15:56:46.446065 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8070de9a-ec2f-45d7-956f-e8f8cb443e7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.451111 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8070de9a-ec2f-45d7-956f-e8f8cb443e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.487829 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8070de9a-ec2f-45d7-956f-e8f8cb443e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4276a211-a696-4eb9-877b-f3c75b2f4647,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:46.492477 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-8070de9a-ec2f-45d7-956f-e8f8cb443e7b admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=58705d2dbb8d41b7b7b5b1bfec1f06ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044453 Oct 28 15:56:46.496102 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48172) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:46.549129 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f8ac12b2-1269-4946-9034-985c48eab7d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.570848 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f8ac12b2-1269-4946-9034-985c48eab7d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.618863 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f8ac12b2-1269-4946-9034-985c48eab7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.621473 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f8ac12b2-1269-4946-9034-985c48eab7d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.622639 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f8ac12b2-1269-4946-9034-985c48eab7d6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4276a211-a696-4eb9-877b-f3c75b2f4647 HTTP/1.1" status: 204 len: 168 time: 0.1259975 Oct 28 15:56:46.630620 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac12b2-1269-4946-9034-985c48eab7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4276a211-a696-4eb9-877b-f3c75b2f4647,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:46.897915 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48182) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:46.911316 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8902787b-28ee-4633-992c-5741446b022a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.992541 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8902787b-28ee-4633-992c-5741446b022a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:46.997999 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8902787b-28ee-4633-992c-5741446b022a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:47.038024 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8902787b-28ee-4633-992c-5741446b022a admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=3291a31e75054e3db31e1a8803fcf1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365044 Oct 28 15:56:47.038024 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902787b-28ee-4633-992c-5741446b022a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a42d277-cb25-44b6-ae9d-9706484a37ef,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:47.038527 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48184) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:47.090019 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6fa1eb46-c42d-49fd-a6d3-9be1e429d9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:47.111354 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6fa1eb46-c42d-49fd-a6d3-9be1e429d9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:47.162949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6fa1eb46-c42d-49fd-a6d3-9be1e429d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:47.165639 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6fa1eb46-c42d-49fd-a6d3-9be1e429d9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:47.166873 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-6fa1eb46-c42d-49fd-a6d3-9be1e429d9e7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a42d277-cb25-44b6-ae9d-9706484a37ef HTTP/1.1" status: 204 len: 168 time: 0.1272914 Oct 28 15:56:47.175374 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1eb46-c42d-49fd-a6d3-9be1e429d9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a42d277-cb25-44b6-ae9d-9706484a37ef,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:47.232163 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-deb2f87e-c594-484e-b575-18ad23ee5eb8 req-aca8201a-6c2f-4a53-96f0-266152445b07 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 210 time: 0.0336876 Oct 28 15:56:47.528409 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253707b-2b43-4fb5-8eec-6451093473dd req-6e115b0c-22a3-45b2-bdac-f79d6cc5001e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:47.529945 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5253707b-2b43-4fb5-8eec-6451093473dd req-6e115b0c-22a3-45b2-bdac-f79d6cc5001e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0518463 Oct 28 15:56:47.568029 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5253707b-2b43-4fb5-8eec-6451093473dd req-6e87aacb-b4c6-4f18-b6b7-232b1b7a23db tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322096 Oct 28 15:56:48.116030 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-65c90b82-79a6-4158-8626-545456338091 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:48.118136 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-65c90b82-79a6-4158-8626-545456338091 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.1351440 Oct 28 15:56:48.135787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Request body: {'port': {'device_id': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'admin_state_up': True, 'tenant_id': 'bd291a80b9204a609cd29640ab93b579'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:48.261840 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Made reservation on behalf of bd291a80b9204a609cd29640ab93b579 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:56:48.265732 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:48.370356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4751c3ae-c18b-4e1c-8736-ed64b2b9d78b req-52d01ec3-dc22-482f-9377-6814dcba90f9 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 210 time: 0.0344379 Oct 28 15:56:48.442175 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Allocated IP 172.20.0.12 (c8528a6d-ca1c-4d1b-9d2f-51997dd18797/71f4f3d1-f99c-4882-b625-eb4b95076471/0e2fd4fc-9a32-49b6-b744-10950271f378) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:56:48.638182 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:48.704967 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:48.731747 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892efe-615a-4aa2-bc59-597765ece62c req-c91b04e5-108a-4d00-adc2-9177f66aa77b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:48.733245 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cf892efe-615a-4aa2-bc59-597765ece62c req-c91b04e5-108a-4d00-adc2-9177f66aa77b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0757947 Oct 28 15:56:48.767799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:56:48.780029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:56:48.783048 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:56:48.822683 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event updated for resources: {'Port': ['ID=0e2fd4fc-9a32-49b6-b744-10950271f378,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:48.846490 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cf892efe-615a-4aa2-bc59-597765ece62c req-5e47fab9-a6b1-4e04-8d90-770a0494db17 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949752 Oct 28 15:56:48.862133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:48.862768 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:48.879733 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-6e8f2e73-3922-4c95-8726-900894633d97 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492282 Oct 28 15:56:49.489150 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e6ce0-6c44-4d39-b6ec-89bf42b060f2 req-33e82813-e53f-44d2-860f-46bc05211b0f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:49.490619 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-752e6ce0-6c44-4d39-b6ec-89bf42b060f2 req-33e82813-e53f-44d2-860f-46bc05211b0f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 932 time: 0.0486290 Oct 28 15:56:49.533293 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-752e6ce0-6c44-4d39-b6ec-89bf42b060f2 req-9dfb6766-97c3-40ea-aa68-70208281a42f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Oct 28 15:56:49.978271 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f377d-aab5-4ddf-ab84-cc03f5dbc0fe req-2669800c-191c-42cc-ae93-62cbce10f77c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:49.979733 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d81f377d-aab5-4ddf-ab84-cc03f5dbc0fe req-2669800c-191c-42cc-ae93-62cbce10f77c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0567079 Oct 28 15:56:50.019495 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d81f377d-aab5-4ddf-ab84-cc03f5dbc0fe req-ea9931e1-8b1c-418d-b705-5af6b13ec102 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311959 Oct 28 15:56:50.649033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05dae1-70e0-4e7c-927f-fdd43ed11793 req-c863527f-ed66-4577-a272-4383f54916b1 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:50.650485 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8c05dae1-70e0-4e7c-927f-fdd43ed11793 req-c863527f-ed66-4577-a272-4383f54916b1 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 932 time: 0.0496416 Oct 28 15:56:50.688509 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8c05dae1-70e0-4e7c-927f-fdd43ed11793 req-3d1ea143-29cd-4777-839f-cdaf602c13fa tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319412 Oct 28 15:56:51.140623 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af11249-e74e-4fc5-8b99-d188ad6bdbfe req-dcb32668-3fd0-4922-ae91-8114470f04eb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:51.142240 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5af11249-e74e-4fc5-8b99-d188ad6bdbfe req-dcb32668-3fd0-4922-ae91-8114470f04eb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0493715 Oct 28 15:56:51.185402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5af11249-e74e-4fc5-8b99-d188ad6bdbfe req-b0c6ca31-b326-486f-b3db-97b6734f224e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373054 Oct 28 15:56:51.772529 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:56:51.793471 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Request body: {'port': {'device_id': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:56:51.836220 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:51.906848 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38480ee-7e53-426e-849e-9c47aa2d2b3c req-33f75fe2-d2d3-421b-8026-9f6e3b86e0ff tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:51.908395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a38480ee-7e53-426e-849e-9c47aa2d2b3c req-33f75fe2-d2d3-421b-8026-9f6e3b86e0ff tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 932 time: 0.1379821 Oct 28 15:56:51.923884 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:51.945174 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-1d6d6f8a-c633-4c58-bfee-7c614e71c5e8 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1307554 Oct 28 15:56:51.985952 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a38480ee-7e53-426e-849e-9c47aa2d2b3c req-23b33423-dbea-486a-b7bc-31ad65b4a38d tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692098 Oct 28 15:56:52.134493 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-a99de94a-e74f-45ed-9bdb-ce6fb8bc85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:52.136038 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-a99de94a-e74f-45ed-9bdb-ce6fb8bc85ed service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 1099 time: 0.1422215 Oct 28 15:56:52.337245 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e2fd4fc-9a32-49b6-b744-10950271f378 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:56:52.342062 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-189ac5cc-1491-40bf-a4ae-246d3e25bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:52.343454 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-189ac5cc-1491-40bf-a4ae-246d3e25bf74 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 916 time: 0.1793404 Oct 28 15:56:52.348149 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:52.401557 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Transition to ACTIVE for port object 0e2fd4fc-9a32-49b6-b744-10950271f378 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:56:52.403502 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-d89a4346-4493-4094-aaff-0651681737c8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7 HTTP/1.1" status: 200 len: 217 time: 0.0501914 Oct 28 15:56:52.407523 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:52.416927 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e25c3-ad2b-4bc9-8dae-f9af970797b5 req-7bd245a3-b4db-4e7a-bb73-b307a08e3325 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:52.418497 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-700e25c3-ad2b-4bc9-8dae-f9af970797b5 req-7bd245a3-b4db-4e7a-bb73-b307a08e3325 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1458855 Oct 28 15:56:52.527007 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=0e2fd4fc-9a32-49b6-b744-10950271f378,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:52.535693 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-f4adc097-e259-40a7-9ca8-f5b6a2bb0327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:52.537176 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-f4adc097-e259-40a7-9ca8-f5b6a2bb0327 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.1177921 Oct 28 15:56:52.562026 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-700e25c3-ad2b-4bc9-8dae-f9af970797b5 req-0cad5844-6ebc-4d61-89b9-cac53fabf7b0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275520 Oct 28 15:56:52.628502 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-dfb3122a-0e86-492b-b6d2-95be3bc2f6c4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697820 Oct 28 15:56:52.711353 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Attempting to bind port 0e2fd4fc-9a32-49b6-b744-10950271f378 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:56:52.711778 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Attempting to bind port 0e2fd4fc-9a32-49b6-b744-10950271f378 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:56:52.712142 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Attempting to bind port 0e2fd4fc-9a32-49b6-b744-10950271f378 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:52.725655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Port 0e2fd4fc-9a32-49b6-b744-10950271f378 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:56:52.726172 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Attempting to bind port 0e2fd4fc-9a32-49b6-b744-10950271f378 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:56:52.738447 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:56:52.738785 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Checking segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:56:52.739163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Bound using segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:56:52.739707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Bound port: 0e2fd4fc-9a32-49b6-b744-10950271f378, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:56:52.740082 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:52.793625 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-4a669444-ea0c-4c84-84c8-aa1d0e019c51 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454897 Oct 28 15:56:52.875348 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] For port 0e2fd4fc-9a32-49b6-b744-10950271f378, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:56:52.880137 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] For port 0e2fd4fc-9a32-49b6-b744-10950271f378, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0e2fd4fc-9a32-49b6-b744-10950271f378,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:56:52.891916 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:52.953143 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:52.953733 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:52.955249 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] 10.222.0.54 "PUT /v2.0/ports/0e2fd4fc-9a32-49b6-b744-10950271f378 HTTP/1.1" status: 200 len: 1094 time: 1.1755595 Oct 28 15:56:52.955545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'tag': '0e2fd4fc-9a32-49b6-b744-10950271f378'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:56:52.958022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7433d04-4782-49db-9a48-65946cc094d2" -d '{"events": [{"name": "network-changed", "server_uuid": "89a9ea0e-ebf6-4142-a4fe-805e54244d56", "tag": "0e2fd4fc-9a32-49b6-b744-10950271f378"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:56:52.967290 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-776bcc5e-d1f0-48a1-8ea6-d8dc362bc84d req-6ba08fdd-dc1f-4d6b-bed5-9a0898c198bc service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629188 Oct 28 15:56:52.977299 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e946a08-8e62-40f5-bd94-cc632d06d9fc service neutron] Pushing event updated for resources: {'Port': ['ID=0e2fd4fc-9a32-49b6-b744-10950271f378,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:53.001001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80c7151-707c-490b-8d96-7b65ba975a45 x-openstack-request-id: req-b80c7151-707c-490b-8d96-7b65ba975a45 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:56:53.001278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89a9ea0e-ebf6-4142-a4fe-805e54244d56", "tag": "0e2fd4fc-9a32-49b6-b744-10950271f378", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:56:53.001525 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b80c7151-707c-490b-8d96-7b65ba975a45 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:56:53.001938 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'tag': '0e2fd4fc-9a32-49b6-b744-10950271f378', 'status': 'completed', 'code': 200} Oct 28 15:56:53.051119 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48394) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:53.150382 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368a3d4-a67e-456d-ad50-078162bcbd76 req-98e28b5e-9f5f-4b52-99f0-cab910db4454 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:53.152031 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6368a3d4-a67e-456d-ad50-078162bcbd76 req-98e28b5e-9f5f-4b52-99f0-cab910db4454 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0816574 Oct 28 15:56:53.154073 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-1a4948e3-595f-4e53-9d5e-8474eff6617c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:53.155622 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-1a4948e3-595f-4e53-9d5e-8474eff6617c service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 1097 time: 0.0730407 Oct 28 15:56:53.180280 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-aec95fbe-f29a-4c08-9127-bb2d2a286fc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.228237 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-7dd1ea78-9f08-4a7e-aad0-867d6c3ea638 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2fd4fc-9a32-49b6-b744-10950271f378 HTTP/1.1" status: 200 len: 217 time: 0.0542879 Oct 28 15:56:53.282873 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6368a3d4-a67e-456d-ad50-078162bcbd76 req-5dc9b450-d0a3-4dc2-bc28-17a5f755b772 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199605 Oct 28 15:56:53.308513 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-ef402364-2465-4e2c-a1b8-ba623a008260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:53.310043 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-ef402364-2465-4e2c-a1b8-ba623a008260 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.0732491 Oct 28 15:56:53.565296 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-18253c6c-39f6-4038-9fe6-4fe115e80eee service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2377586 Oct 28 15:56:53.573692 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-aec95fbe-f29a-4c08-9127-bb2d2a286fc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.586949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-aec95fbe-f29a-4c08-9127-bb2d2a286fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.692987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec95fbe-f29a-4c08-9127-bb2d2a286fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4940fa4f-08b5-4c09-86d2-14662d46e8a4,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:53.731204 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-aec95fbe-f29a-4c08-9127-bb2d2a286fc2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9798d7143dc941d28c1050495c874026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6789372 Oct 28 15:56:53.734053 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48412) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:53.772579 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-fcce0c24-908d-4f04-bfc1-f90c54efe88c service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956911 Oct 28 15:56:53.781089 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbbbdc7-9df7-4448-b039-9d64dec3f487 req-e0606a83-e55d-4a1d-8e9f-530ff271aa5f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:53.782753 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5cbbbdc7-9df7-4448-b039-9d64dec3f487 req-e0606a83-e55d-4a1d-8e9f-530ff271aa5f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1214666 Oct 28 15:56:53.788986 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-48113ecb-91da-42ed-9990-79d87bd5c6d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.812740 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-48113ecb-91da-42ed-9990-79d87bd5c6d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.862619 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-48113ecb-91da-42ed-9990-79d87bd5c6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.866482 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-48113ecb-91da-42ed-9990-79d87bd5c6d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:53.870142 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-48113ecb-91da-42ed-9990-79d87bd5c6d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4940fa4f-08b5-4c09-86d2-14662d46e8a4 HTTP/1.1" status: 204 len: 168 time: 0.1321704 Oct 28 15:56:53.876918 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48113ecb-91da-42ed-9990-79d87bd5c6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4940fa4f-08b5-4c09-86d2-14662d46e8a4,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:53.883779 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5cbbbdc7-9df7-4448-b039-9d64dec3f487 req-eba6a541-2b38-4c26-8a92-49a51af7a84d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792625 Oct 28 15:56:53.941370 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d0506d8-b884-4e4f-9d22-78410be68fd8 req-f009bf48-c0d4-4a3b-a22f-17c8568b5c46 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576066 Oct 28 15:56:54.061764 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433d04-4782-49db-9a48-65946cc094d2 req-d0a7863d-1937-4204-b8c0-af7a1dd7d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:54.063328 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-d0a7863d-1937-4204-b8c0-af7a1dd7d1ac service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 1097 time: 0.0585401 Oct 28 15:56:54.159715 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433d04-4782-49db-9a48-65946cc094d2 req-20af965a-1ba1-4533-96e5-1c09140f44a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:54.161229 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-20af965a-1ba1-4533-96e5-1c09140f44a6 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 916 time: 0.0868974 Oct 28 15:56:54.212964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48436) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:54.230056 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56596752-e266-4a8f-8f46-90e6cffb1300 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.304695 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56596752-e266-4a8f-8f46-90e6cffb1300 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.309660 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56596752-e266-4a8f-8f46-90e6cffb1300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.345011 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56596752-e266-4a8f-8f46-90e6cffb1300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ccd632-d907-4b40-9c86-76ab39441c4e,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:54.349356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-56596752-e266-4a8f-8f46-90e6cffb1300 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ac93e10c834a48c097ebc14b996df5a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1353295 Oct 28 15:56:54.352403 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48440) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:54.396735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6ff7d-14cd-4f4c-ba9e-278606698a7a req-80359550-3caf-4f2e-82e0-1db4ccf0e555 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:54.398253 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-40a6ff7d-14cd-4f4c-ba9e-278606698a7a req-80359550-3caf-4f2e-82e0-1db4ccf0e555 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0462279 Oct 28 15:56:54.402931 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-38d179e0-2e09-48ca-860c-f4a34b9bf0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.424369 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-38d179e0-2e09-48ca-860c-f4a34b9bf0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.437197 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-40a6ff7d-14cd-4f4c-ba9e-278606698a7a req-363b7a4f-cabe-4de0-89b0-a076e941f04a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326359 Oct 28 15:56:54.473533 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-38d179e0-2e09-48ca-860c-f4a34b9bf0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.476012 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-38d179e0-2e09-48ca-860c-f4a34b9bf0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:54.477205 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-38d179e0-2e09-48ca-860c-f4a34b9bf0fc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/c2ccd632-d907-4b40-9c86-76ab39441c4e HTTP/1.1" status: 204 len: 168 time: 0.1238601 Oct 28 15:56:54.484790 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d179e0-2e09-48ca-860c-f4a34b9bf0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ccd632-d907-4b40-9c86-76ab39441c4e,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:55.017074 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71a598-0795-4652-be24-a5dc9e7e9ee1 req-f7b5636a-c414-4a02-a7cc-380fd0da2472 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:55.018641 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b71a598-0795-4652-be24-a5dc9e7e9ee1 req-f7b5636a-c414-4a02-a7cc-380fd0da2472 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0601947 Oct 28 15:56:55.060908 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b71a598-0795-4652-be24-a5dc9e7e9ee1 req-97ad657c-e7ef-4586-872f-ee5a287d330f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361674 Oct 28 15:56:55.556509 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36768434-3d40-4fc6-a674-f967646cb02d req-a9d1bc41-bd6a-4386-8a71-f763c4641592 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:55.557928 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-36768434-3d40-4fc6-a674-f967646cb02d req-a9d1bc41-bd6a-4386-8a71-f763c4641592 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0488844 Oct 28 15:56:55.600740 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-36768434-3d40-4fc6-a674-f967646cb02d req-203cc054-cfdb-48e1-830b-2b10834de3de tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365765 Oct 28 15:56:56.096382 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-2c376d47-c99f-457d-ac8c-320e7869b887 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e2fd4fc-9a32-49b6-b744-10950271f378 HTTP/1.1" status: 200 len: 217 time: 0.0361528 Oct 28 15:56:56.192920 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d15ee2-00e2-4c0c-bfdd-ac294fc72564 req-23d170c7-4e28-43e9-be75-f27050507aad tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:56.193772 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d2d15ee2-00e2-4c0c-bfdd-ac294fc72564 req-23d170c7-4e28-43e9-be75-f27050507aad tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0526204 Oct 28 15:56:56.231791 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d2d15ee2-00e2-4c0c-bfdd-ac294fc72564 req-af7c3645-616e-4c43-b564-ae151abeaf06 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324538 Oct 28 15:56:56.626450 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48534) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:56.724959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d46df-a7fb-4719-a4c4-b98579dab224 req-2b3e860c-b835-447c-b634-be5a13b91af3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:56.726458 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f05d46df-a7fb-4719-a4c4-b98579dab224 req-2b3e860c-b835-447c-b634-be5a13b91af3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0497246 Oct 28 15:56:56.738506 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7cde587-ce2c-4b9e-94ca-3ec1f9fe90aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.766390 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f05d46df-a7fb-4719-a4c4-b98579dab224 req-20d0b398-ee9a-498d-b35f-d8595ec59cf2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338626 Oct 28 15:56:56.813847 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7cde587-ce2c-4b9e-94ca-3ec1f9fe90aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.819353 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c7cde587-ce2c-4b9e-94ca-3ec1f9fe90aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.857085 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c7cde587-ce2c-4b9e-94ca-3ec1f9fe90aa admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=70b83c437c0a4cc78050e439d0469b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288990 Oct 28 15:56:56.857947 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cde587-ce2c-4b9e-94ca-3ec1f9fe90aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273a1955-db86-4b64-ae1e-73191a297491,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:56.860155 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48544) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:56.909076 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-53a086fa-5c86-434d-af6e-2cb861b0afae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.929901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-53a086fa-5c86-434d-af6e-2cb861b0afae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.981022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-53a086fa-5c86-434d-af6e-2cb861b0afae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.983648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-53a086fa-5c86-434d-af6e-2cb861b0afae admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:56.984812 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-53a086fa-5c86-434d-af6e-2cb861b0afae admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/273a1955-db86-4b64-ae1e-73191a297491 HTTP/1.1" status: 204 len: 168 time: 0.1235442 Oct 28 15:56:56.994826 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a086fa-5c86-434d-af6e-2cb861b0afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273a1955-db86-4b64-ae1e-73191a297491,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:57.249343 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48552) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:57.263210 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-46b566ae-a0c5-455c-9710-43acc1d648ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.373554 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7433d04-4782-49db-9a48-65946cc094d2 req-630faaf2-e772-4dc0-8303-c58e740bb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:57.375052 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-630faaf2-e772-4dc0-8303-c58e740bb54b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.0889604 Oct 28 15:56:57.403010 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c05ff8-2a3b-4eb2-a74a-4ca2ba9beb32 req-5ea4a693-413e-46a9-935e-5415045991cf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:57.404573 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-43c05ff8-2a3b-4eb2-a74a-4ca2ba9beb32 req-5ea4a693-413e-46a9-935e-5415045991cf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0884957 Oct 28 15:56:57.442678 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-9d902420-b8ba-4f4c-9367-e6618f490bde service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362339 Oct 28 15:56:57.460060 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-46b566ae-a0c5-455c-9710-43acc1d648ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.470981 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-46b566ae-a0c5-455c-9710-43acc1d648ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.519960 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-43c05ff8-2a3b-4eb2-a74a-4ca2ba9beb32 req-bfa35bc2-b869-4505-b56d-58295130c4f6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044338 Oct 28 15:56:57.560881 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-46b566ae-a0c5-455c-9710-43acc1d648ad admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca4c1fa9890f4a2189a349d659f8479c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103399 Oct 28 15:56:57.561555 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b566ae-a0c5-455c-9710-43acc1d648ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13481992-cc1a-4b1b-a931-264c397e7eb5,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:57.564422 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48562) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:57.606820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-d1e52b45-c56c-4a32-b697-891717281132 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325881 Oct 28 15:56:57.619518 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c394ad24-0453-46e8-b0d8-2838feff37e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.644568 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c394ad24-0453-46e8-b0d8-2838feff37e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.694569 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c394ad24-0453-46e8-b0d8-2838feff37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.697055 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-c394ad24-0453-46e8-b0d8-2838feff37e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:57.698218 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c394ad24-0453-46e8-b0d8-2838feff37e6 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/13481992-cc1a-4b1b-a931-264c397e7eb5 HTTP/1.1" status: 204 len: 168 time: 0.1323593 Oct 28 15:56:57.706040 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394ad24-0453-46e8-b0d8-2838feff37e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13481992-cc1a-4b1b-a931-264c397e7eb5,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:57.714506 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c7433d04-4782-49db-9a48-65946cc094d2 req-91f1c4bc-c225-493b-81e9-b8dceab5c5d9 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944130 Oct 28 15:56:57.886763 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eb2e0-018a-4728-bc45-3aff8a5baea9 req-1b363e11-ee2b-4dfc-ba12-03f16e88cc80 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:57.894013 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e39eb2e0-018a-4728-bc45-3aff8a5baea9 req-1b363e11-ee2b-4dfc-ba12-03f16e88cc80 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0568199 Oct 28 15:56:57.950635 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e39eb2e0-018a-4728-bc45-3aff8a5baea9 req-009296e5-54ae-45ea-a7c4-8ae8800bf953 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556762 Oct 28 15:56:58.656296 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd876246-cd0d-4b86-8e16-21078641b567 req-70604348-420a-435f-a490-8df18c09ca45 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:58.657817 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bd876246-cd0d-4b86-8e16-21078641b567 req-70604348-420a-435f-a490-8df18c09ca45 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0615711 Oct 28 15:56:58.699041 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bd876246-cd0d-4b86-8e16-21078641b567 req-36bc4244-ce4b-49ab-a724-f7f5bc5688ca tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Oct 28 15:56:58.730489 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48640) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:58.789366 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48644) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:58.899926 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-df9efdcc-05d8-4e1c-b6ef-9a1a08fc12b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:58.902657 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-534257b2-d11c-416d-9c63-c16f414704d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.027557 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-df9efdcc-05d8-4e1c-b6ef-9a1a08fc12b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.032582 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-534257b2-d11c-416d-9c63-c16f414704d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.034314 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-df9efdcc-05d8-4e1c-b6ef-9a1a08fc12b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.052951 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-534257b2-d11c-416d-9c63-c16f414704d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.082904 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19912f93-a191-48f8-9b14-09809cfbbc23 req-d3621b32-a815-4357-9de1-b2c5cb13d1b5 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:59.085041 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-19912f93-a191-48f8-9b14-09809cfbbc23 req-d3621b32-a815-4357-9de1-b2c5cb13d1b5 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0594783 Oct 28 15:56:59.097051 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-df9efdcc-05d8-4e1c-b6ef-9a1a08fc12b2 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=0ec88f50e00549289a89f3fb8c2527d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648272 Oct 28 15:56:59.102188 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-534257b2-d11c-416d-9c63-c16f414704d1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=18a7cfa5abcf458f9c4f271af7754ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090887 Oct 28 15:56:59.102188 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9efdcc-05d8-4e1c-b6ef-9a1a08fc12b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9be79-c569-457d-8a5e-625f0e39d489,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:59.102421 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48656) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:59.102505 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48658) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:59.148257 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534257b2-d11c-416d-9c63-c16f414704d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bce22d-2a1b-4bb6-9b0d-4bf965d25cf1,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:59.177399 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-19912f93-a191-48f8-9b14-09809cfbbc23 req-095c05bd-2314-40b1-b7ba-6b30a7209697 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854440 Oct 28 15:56:59.180698 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-90c4a239-b455-4d3d-a084-3b50289e133a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.182412 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7becdf34-aa09-4bf5-b19f-fabbea3b2a46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.205821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7becdf34-aa09-4bf5-b19f-fabbea3b2a46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.206640 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-90c4a239-b455-4d3d-a084-3b50289e133a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.252483 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7becdf34-aa09-4bf5-b19f-fabbea3b2a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.255038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7becdf34-aa09-4bf5-b19f-fabbea3b2a46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.256327 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7becdf34-aa09-4bf5-b19f-fabbea3b2a46 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/80e9be79-c569-457d-8a5e-625f0e39d489 HTTP/1.1" status: 204 len: 168 time: 0.1539919 Oct 28 15:56:59.264432 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becdf34-aa09-4bf5-b19f-fabbea3b2a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9be79-c569-457d-8a5e-625f0e39d489,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:59.268963 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-90c4a239-b455-4d3d-a084-3b50289e133a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.271788 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-90c4a239-b455-4d3d-a084-3b50289e133a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.274845 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-90c4a239-b455-4d3d-a084-3b50289e133a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/56bce22d-2a1b-4bb6-9b0d-4bf965d25cf1 HTTP/1.1" status: 204 len: 168 time: 0.1697776 Oct 28 15:56:59.282231 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4a239-b455-4d3d-a084-3b50289e133a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bce22d-2a1b-4bb6-9b0d-4bf965d25cf1,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:59.548600 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48682) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:59.718123 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d8da05b2-d338-4036-b0e1-3184385c1aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.817364 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d8da05b2-d338-4036-b0e1-3184385c1aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.824485 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d8da05b2-d338-4036-b0e1-3184385c1aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.841433 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd12f9-07ae-4811-a404-35e6b76e5627 req-60c27680-c0b2-4650-a567-1433a1ae6aee tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:56:59.843765 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-40dd12f9-07ae-4811-a404-35e6b76e5627 req-60c27680-c0b2-4650-a567-1433a1ae6aee tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0612693 Oct 28 15:56:59.876444 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d8da05b2-d338-4036-b0e1-3184385c1aae admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=7762251fac76463892402b84ea5d0d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267248 Oct 28 15:56:59.877836 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da05b2-d338-4036-b0e1-3184385c1aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b604549-8bc0-4023-8c66-65e1f9d06720,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:56:59.879649 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48702) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:56:59.927717 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-40dd12f9-07ae-4811-a404-35e6b76e5627 req-95f685df-7628-428b-8745-c5955090462f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777767 Oct 28 15:56:59.953738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf97d503-ffba-4ba8-b51c-8fe088166d3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:56:59.975727 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf97d503-ffba-4ba8-b51c-8fe088166d3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.029474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf97d503-ffba-4ba8-b51c-8fe088166d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.033095 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-cf97d503-ffba-4ba8-b51c-8fe088166d3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.037876 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-cf97d503-ffba-4ba8-b51c-8fe088166d3e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5b604549-8bc0-4023-8c66-65e1f9d06720 HTTP/1.1" status: 204 len: 168 time: 0.1568696 Oct 28 15:57:00.047862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97d503-ffba-4ba8-b51c-8fe088166d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b604549-8bc0-4023-8c66-65e1f9d06720,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:00.320293 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3a00a-90f3-4353-bfbb-a86424fbc5f3 req-0b2a7d27-4a9f-4c24-adc3-2584baf5fcad tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:00.321806 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-afb3a00a-90f3-4353-bfbb-a86424fbc5f3 req-0b2a7d27-4a9f-4c24-adc3-2584baf5fcad tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0500500 Oct 28 15:57:00.367772 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-afb3a00a-90f3-4353-bfbb-a86424fbc5f3 req-7a216fe6-bffd-4181-88e4-f1572686f801 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Oct 28 15:57:00.409607 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48742) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:00.423851 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-10ba1416-84b8-4a52-933a-c67210934106 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.506424 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-10ba1416-84b8-4a52-933a-c67210934106 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.511382 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-10ba1416-84b8-4a52-933a-c67210934106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.536384 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-10ba1416-84b8-4a52-933a-c67210934106 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a4bf8359c5c44ca81ae3c003c08ad64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255355 Oct 28 15:57:00.539003 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48744) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:00.567371 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba1416-84b8-4a52-933a-c67210934106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0ce589-36b3-4c2b-b9fe-0d6dcbb8f7d2,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:00.615987 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-99a37c61-543e-4881-980f-5499155e22b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.649871 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-99a37c61-543e-4881-980f-5499155e22b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.703835 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-99a37c61-543e-4881-980f-5499155e22b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.706421 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-99a37c61-543e-4881-980f-5499155e22b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:00.708236 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-99a37c61-543e-4881-980f-5499155e22b2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3c0ce589-36b3-4c2b-b9fe-0d6dcbb8f7d2 HTTP/1.1" status: 204 len: 168 time: 0.1681187 Oct 28 15:57:00.719841 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a37c61-543e-4881-980f-5499155e22b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0ce589-36b3-4c2b-b9fe-0d6dcbb8f7d2,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:00.902151 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48790) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:01.042644 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4865-9ab5-4833-a8a6-c10f30e39ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.054269 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c696874f-4afd-4ee9-9364-b222fb554dff req-f5094e27-4905-4e2f-97fd-709ab8d856c7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:01.064416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c696874f-4afd-4ee9-9364-b222fb554dff req-f5094e27-4905-4e2f-97fd-709ab8d856c7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0650897 Oct 28 15:57:01.117127 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c696874f-4afd-4ee9-9364-b222fb554dff req-eec991ba-cf26-4c8c-a055-e6d6aa738b9d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515633 Oct 28 15:57:01.172293 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4865-9ab5-4833-a8a6-c10f30e39ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.177545 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fb3b4865-9ab5-4833-a8a6-c10f30e39ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.221149 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-fb3b4865-9ab5-4833-a8a6-c10f30e39ae4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=68801b49a3f34887877261ad25e25559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152070 Oct 28 15:57:01.221149 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b4865-9ab5-4833-a8a6-c10f30e39ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a6f952-39e8-4fe1-9c92-ff92671b799c,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:01.222109 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48812) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:01.271431 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-29e6d69c-7f5e-471e-96da-4205ec04a919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.293051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-29e6d69c-7f5e-471e-96da-4205ec04a919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.341737 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-29e6d69c-7f5e-471e-96da-4205ec04a919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.344714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-29e6d69c-7f5e-471e-96da-4205ec04a919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:01.345887 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-29e6d69c-7f5e-471e-96da-4205ec04a919 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/90a6f952-39e8-4fe1-9c92-ff92671b799c HTTP/1.1" status: 204 len: 168 time: 0.1225441 Oct 28 15:57:01.353978 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6d69c-7f5e-471e-96da-4205ec04a919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a6f952-39e8-4fe1-9c92-ff92671b799c,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:01.503345 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f0cfd-b746-47be-a07a-bb45d817c86e req-16074238-44d5-4553-a852-504aa5ae3c43 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:01.505072 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d41f0cfd-b746-47be-a07a-bb45d817c86e req-16074238-44d5-4553-a852-504aa5ae3c43 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0564094 Oct 28 15:57:01.548435 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d41f0cfd-b746-47be-a07a-bb45d817c86e req-66a04601-7a3f-4bc0-91dd-c4a1ee998c03 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363314 Oct 28 15:57:01.891605 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48848) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:01.995844 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3aac5800-8f45-49c4-8cd5-59e9f69a2ab7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.072979 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3aac5800-8f45-49c4-8cd5-59e9f69a2ab7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.077786 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3aac5800-8f45-49c4-8cd5-59e9f69a2ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.115643 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-3aac5800-8f45-49c4-8cd5-59e9f69a2ab7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5b769c29bb5e44c581de66820fc6cc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229035 Oct 28 15:57:02.117669 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac5800-8f45-49c4-8cd5-59e9f69a2ab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a79b18b-d240-47eb-8c1d-801989481548,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:02.119067 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48862) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:02.146701 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:57:02.206519 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-225d196a-e9c8-4929-856a-7ffdc522b9c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.228122 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-225d196a-e9c8-4929-856a-7ffdc522b9c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.241388 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac0950-a3ed-4548-8564-46e3ca93162d req-9299db81-1b09-4e45-a6ae-873c2a4a62aa tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:02.244337 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-65ac0950-a3ed-4548-8564-46e3ca93162d req-9299db81-1b09-4e45-a6ae-873c2a4a62aa tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0496571 Oct 28 15:57:02.279281 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-225d196a-e9c8-4929-856a-7ffdc522b9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.282198 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-225d196a-e9c8-4929-856a-7ffdc522b9c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.283387 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-225d196a-e9c8-4929-856a-7ffdc522b9c9 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/1a79b18b-d240-47eb-8c1d-801989481548 HTTP/1.1" status: 204 len: 168 time: 0.1631627 Oct 28 15:57:02.285915 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-65ac0950-a3ed-4548-8564-46e3ca93162d req-16f83fb2-886d-446e-be80-0daa8dea63bd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348346 Oct 28 15:57:02.291227 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d196a-e9c8-4929-856a-7ffdc522b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a79b18b-d240-47eb-8c1d-801989481548,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:02.478585 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0e2fd4fc-9a32-49b6-b744-10950271f378 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:57:02.600029 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 0e2fd4fc-9a32-49b6-b744-10950271f378, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0e2fd4fc-9a32-49b6-b744-10950271f378,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:02.623761 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '0e2fd4fc-9a32-49b6-b744-10950271f378', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'port_id': '0e2fd4fc-9a32-49b6-b744-10950271f378', 'mac_address': 'fa:16:3e:fc:99:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f4f3d1-f99c-4882-b625-eb4b95076471', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:57:02.670625 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.689991 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e2fd4fc-9a32-49b6-b744-10950271f378 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:02.705692 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ad64b5-63e6-471b-a7df-f1dfa8e346f7 req-1348bb88-1418-4567-8335-4c46b5fd4f30 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:02.707284 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-65ad64b5-63e6-471b-a7df-f1dfa8e346f7 req-1348bb88-1418-4567-8335-4c46b5fd4f30 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 944 time: 0.0650744 Oct 28 15:57:02.720486 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 0e2fd4fc-9a32-49b6-b744-10950271f378, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0e2fd4fc-9a32-49b6-b744-10950271f378,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:02.725207 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:02.751420 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-65ad64b5-63e6-471b-a7df-f1dfa8e346f7 req-9e461b67-3b0e-4aa0-9e80-8cf28e997e67 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370219 Oct 28 15:57:02.783923 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd4fc-9a32-49b6-b744-10950271f378,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:02.790865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.791231 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.791609 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.791937 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.792262 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.792589 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.792906 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.793258 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.793593 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.793929 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.794225 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:02.794533 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:03.058876 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 48902) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:03.171460 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-498738624-network', 'tenant_id': 'b181fcc1699541e688df9b7bae48dec7'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:03.196885 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Made reservation on behalf of b181fcc1699541e688df9b7bae48dec7 for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:03.207269 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.215092 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.288497 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.293918 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.320325 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:57:03.329094 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7072540b-785c-460b-9b3f-2a22631d8e2a,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:03.335162 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.335521 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Added segment 21813666-0eae-4e9e-a4ac-05a83c9fd07b of type vlan for network c461167a-2e02-4901-9aa7-a881bab8f9f9 Oct 28 15:57:03.376293 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.400663 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.401446 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:03.402046 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.402670 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca219c1-553e-46d7-9a7f-d1b8945767ab req-379a3736-206f-464b-a6f6-af80b73e0414 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:03.404495 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dca219c1-553e-46d7-9a7f-d1b8945767ab req-379a3736-206f-464b-a6f6-af80b73e0414 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0490699 Oct 28 15:57:03.444050 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dca219c1-553e-46d7-9a7f-d1b8945767ab req-a86d9dde-2fa0-4ab8-9d0c-db76b437d8e1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334589 Oct 28 15:57:03.452366 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3920028 Oct 28 15:57:03.465029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 48912) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:03.465125 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07154f8-5171-445e-a57b-0b8c23644c98 admin admin] Pushing event updated for resources: {'Network': ['ID=c461167a-2e02-4901-9aa7-a881bab8f9f9,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:03.475580 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network c461167a-2e02-4901-9aa7-a881bab8f9f9 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:57:03.480944 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Request body: {'subnet': {'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-498738624-subnet', 'tenant_id': 'b181fcc1699541e688df9b7bae48dec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:03.502584 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Made reservation on behalf of b181fcc1699541e688df9b7bae48dec7 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:03.505055 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9054594'] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.668722 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.724625 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e445143a-e591-4d98-b46e-2d35604b80fd,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:03.735979 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Checking segment: {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:03.736301 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Network hostable DHCP agents. Network: c461167a-2e02-4901-9aa7-a881bab8f9f9, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:57:03.753944 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Network c461167a-2e02-4901-9aa7-a881bab8f9f9 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:57:03.764149 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, c461167a-2e02-4901-9aa7-a881bab8f9f9) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:03.768480 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:03.769073 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:03.772934 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa102b7-99a2-47ad-b3d4-f4ad7f55193f None None] Network c461167a-2e02-4901-9aa7-a881bab8f9f9 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:03.786658 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2541fd45-15cf-4f15-b006-e1aea22df3d8 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3298564 Oct 28 15:57:03.881880 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890159f-ce3c-46a5-a4a5-885a7866538b req-475957fb-1b4c-4dbb-afc9-ee0b1e0c447b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:03.883766 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5890159f-ce3c-46a5-a4a5-885a7866538b req-475957fb-1b4c-4dbb-afc9-ee0b1e0c447b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 945 time: 0.0571103 Oct 28 15:57:03.930858 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5890159f-ce3c-46a5-a4a5-885a7866538b req-bc2c5e7f-2eb7-468b-9fcd-9a625fd271f4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354922 Oct 28 15:57:04.022151 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039d8905-1516-42db-b3b1-07025d2ae62c None None] Network c461167a-2e02-4901-9aa7-a881bab8f9f9 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:04.167521 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['0e2fd4fc-9a32-49b6-b744-10950271f378'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:04.568081 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab1584-eadd-4f6d-b3d8-343f58f8971d req-c5074f93-6e2e-437f-8635-cc38460429bd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:04.569153 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60ab1584-eadd-4f6d-b3d8-343f58f8971d req-c5074f93-6e2e-437f-8635-cc38460429bd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0512025 Oct 28 15:57:04.620503 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60ab1584-eadd-4f6d-b3d8-343f58f8971d req-7fc476cd-3791-44d9-8c1b-ead994d150c4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Oct 28 15:57:05.094834 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c9a46c-5740-4f13-90b1-ba742153d55d req-54baafa0-18a8-4bc3-8018-d16ec113f9ee tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:05.096361 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9c9a46c-5740-4f13-90b1-ba742153d55d req-54baafa0-18a8-4bc3-8018-d16ec113f9ee tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 945 time: 0.0858064 Oct 28 15:57:05.137236 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9c9a46c-5740-4f13-90b1-ba742153d55d req-2f46c5fb-6cdb-416d-9c32-dbb38977c4ba tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340390 Oct 28 15:57:05.603661 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-7da4ca56-fc5b-4a66-a212-2aad4de4569a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:05.605134 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-7da4ca56-fc5b-4a66-a212-2aad4de4569a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/networks?id=c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 200 len: 808 time: 0.1177957 Oct 28 15:57:05.620518 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-dd147ad5-c2b2-4dcd-8e39-191ae44d5f19 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/quotas/b181fcc1699541e688df9b7bae48dec7 HTTP/1.1" status: 200 len: 375 time: 0.0094750 Oct 28 15:57:05.634041 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0e2fd4fc-9a32-49b6-b744-10950271f378 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:05.652278 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-7c95b09e-6b36-40f6-b0f7-c41cd3fb68a6 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b181fcc1699541e688df9b7bae48dec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262232 Oct 28 15:57:05.694594 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 0e2fd4fc-9a32-49b6-b744-10950271f378 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:57:05.699821 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 0e2fd4fc-9a32-49b6-b744-10950271f378 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:05.700196 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:05.782965 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01febaad-76fe-4511-9283-2951040b0be7 req-eeb6cc92-e280-43d1-b434-91596b5b0b24 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:05.784733 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-01febaad-76fe-4511-9283-2951040b0be7 req-eeb6cc92-e280-43d1-b434-91596b5b0b24 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0769324 Oct 28 15:57:05.789200 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:05.790907 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-553df46a-a4b8-4360-90d3-f3cc4c66636f service neutron] 10.222.0.74 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309652 Oct 28 15:57:05.820232 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2fd4fc-9a32-49b6-b744-10950271f378'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:05.822652 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13cddf4c-8476-4a82-a06b-7cd25f0e9f32" -d '{"events": [{"server_uuid": "89a9ea0e-ebf6-4142-a4fe-805e54244d56", "name": "network-vif-plugged", "status": "completed", "tag": "0e2fd4fc-9a32-49b6-b744-10950271f378"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:05.837239 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 0e2fd4fc-9a32-49b6-b744-10950271f378, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0e2fd4fc-9a32-49b6-b744-10950271f378,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:05.843322 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:05.883993 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-01febaad-76fe-4511-9283-2951040b0be7 req-132be4e2-1fb6-4d3b-bfda-4b2482104c6d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916605 Oct 28 15:57:05.914896 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=0e2fd4fc-9a32-49b6-b744-10950271f378,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:05.936632 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effbdbd6-c92a-44d9-a234-1efc5f154485 x-openstack-request-id: req-effbdbd6-c92a-44d9-a234-1efc5f154485 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:05.937218 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a9ea0e-ebf6-4142-a4fe-805e54244d56", "name": "network-vif-plugged", "status": "completed", "tag": "0e2fd4fc-9a32-49b6-b744-10950271f378", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:05.937662 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-effbdbd6-c92a-44d9-a234-1efc5f154485 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:05.938248 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e2fd4fc-9a32-49b6-b744-10950271f378', 'code': 200} Oct 28 15:57:05.947872 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-74ab90ae-163b-4a97-a94f-ad75f5a9b8ac service neutron] 10.222.0.74 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473939 Oct 28 15:57:06.155794 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1c628e6f-1ee3-4ec7-af0d-c2a27d06fccb req-718bfe6a-6ff8-40bf-86bc-d48cf7dcf39a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 210 time: 0.0487032 Oct 28 15:57:06.168651 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709611-00d1-4a6b-afdf-091870e9ca7e req-c99562c9-3d17-4507-86f8-b711d0d12498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:06.170507 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38709611-00d1-4a6b-afdf-091870e9ca7e req-c99562c9-3d17-4507-86f8-b711d0d12498 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 1099 time: 0.0741329 Oct 28 15:57:06.225623 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38709611-00d1-4a6b-afdf-091870e9ca7e req-4d60345c-2cc2-48ba-9269-2c68ca3cb938 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Oct 28 15:57:06.286349 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a936d-1dbc-4367-89ee-7fc3593535e8 req-d5a44ef5-ee2c-423b-9a36-8d28f89d9e96 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:06.288052 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b05a936d-1dbc-4367-89ee-7fc3593535e8 req-d5a44ef5-ee2c-423b-9a36-8d28f89d9e96 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.0666761 Oct 28 15:57:06.337356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b05a936d-1dbc-4367-89ee-7fc3593535e8 req-9d5bdb20-d3b9-4036-999a-3248bad7ab0c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427306 Oct 28 15:57:07.004568 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38ddcb-65d0-4c74-8022-f8415c08c415 req-dd87a25c-43fb-43aa-b7de-8d0b57d55e92 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:07.006025 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6e38ddcb-65d0-4c74-8022-f8415c08c415 req-dd87a25c-43fb-43aa-b7de-8d0b57d55e92 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0478101 Oct 28 15:57:07.044236 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6e38ddcb-65d0-4c74-8022-f8415c08c415 req-82efc0e6-b541-4ae2-93f5-6e89440acedc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319171 Oct 28 15:57:07.275687 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ce47df92-b1a4-4d80-bf21-b6a37ec099dd req-ea09b03a-b13e-4d66-9fe3-d2f3378574f1 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 210 time: 0.0250516 Oct 28 15:57:07.466862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9530f10-82f1-4698-a262-cd9a3134a237 req-9ea6ddc1-78b3-4b5f-8317-43d850d91de0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:07.468215 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9530f10-82f1-4698-a262-cd9a3134a237 req-9ea6ddc1-78b3-4b5f-8317-43d850d91de0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.0522416 Oct 28 15:57:07.507971 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9530f10-82f1-4698-a262-cd9a3134a237 req-5f7d3437-db5f-4c4e-b3e8-615999acde32 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333540 Oct 28 15:57:08.159904 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22f29b-7268-45ed-a6cb-d143b390244e req-5a149505-bad3-471d-8399-bbdf83b3136d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:08.161357 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ec22f29b-7268-45ed-a6cb-d143b390244e req-5a149505-bad3-471d-8399-bbdf83b3136d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0489638 Oct 28 15:57:08.203211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ec22f29b-7268-45ed-a6cb-d143b390244e req-835cb6e5-45ce-4309-82d8-b126266e3b88 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Oct 28 15:57:08.382316 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a4e43375-cc52-4ef1-a247-5c1f76c51df4 req-30897eca-6224-4147-8fdd-8d2eabd23668 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 210 time: 0.0267386 Oct 28 15:57:08.491425 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-313d782d-0dd0-48cb-a8fe-6c5ea1d3d721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:08.628949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161e8e1-2217-42f6-b181-77472098cede req-4417c1bc-d949-4375-b0b1-4d7b7054eaaf tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:08.630432 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3161e8e1-2217-42f6-b181-77472098cede req-4417c1bc-d949-4375-b0b1-4d7b7054eaaf tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.0526252 Oct 28 15:57:08.668667 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3161e8e1-2217-42f6-b181-77472098cede req-b48700a7-4142-4baf-99e5-1599e9ad8bb4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320833 Oct 28 15:57:09.341357 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f9d22-48da-4db0-8981-9d76b4a1d760 req-db454b68-31f3-44ab-893c-cf19097dacd5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:09.342797 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da8f9d22-48da-4db0-8981-9d76b4a1d760 req-db454b68-31f3-44ab-893c-cf19097dacd5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0550871 Oct 28 15:57:09.389962 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da8f9d22-48da-4db0-8981-9d76b4a1d760 req-7706a65f-214b-4be5-953a-ee6261e22516 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Oct 28 15:57:09.476536 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f197de1b-edac-4864-9db2-6a1576a4b538 req-e5c431aa-c638-4123-909e-8bd7ce0ab50b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 210 time: 0.0287437 Oct 28 15:57:09.800757 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea23172-4959-4ae8-995d-9334767ac9ed req-9a90eb64-1fa5-46f6-826d-98cd135f5056 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:09.802221 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4ea23172-4959-4ae8-995d-9334767ac9ed req-9a90eb64-1fa5-46f6-826d-98cd135f5056 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.0540180 Oct 28 15:57:09.840294 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4ea23172-4959-4ae8-995d-9334767ac9ed req-4bfe76de-e381-43ec-9de7-062507a9d6e6 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Oct 28 15:57:10.226273 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-2e7919df-1577-4e19-9a12-07d88043f727 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:10.227756 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-2e7919df-1577-4e19-9a12-07d88043f727 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "GET /v2.0/networks?id=c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 200 len: 808 time: 0.1234519 Oct 28 15:57:10.249998 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Request body: {'port': {'device_id': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9', 'admin_state_up': True, 'tenant_id': 'b181fcc1699541e688df9b7bae48dec7'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:10.374140 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Made reservation on behalf of b181fcc1699541e688df9b7bae48dec7 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:10.377585 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:10.539331 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Allocated IP 172.20.0.5 (c461167a-2e02-4901-9aa7-a881bab8f9f9/e445143a-e591-4d98-b46e-2d35604b80fd/f52c174a-4652-4d59-a6b7-0cd2cb6c9188) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:10.551968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6226bc-00ee-4fbc-b04f-da0a51b3b3bd req-05aa10b6-b3ae-428e-85b9-e921d4772c21 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:10.553508 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7b6226bc-00ee-4fbc-b04f-da0a51b3b3bd req-05aa10b6-b3ae-428e-85b9-e921d4772c21 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0745633 Oct 28 15:57:10.607410 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-59287112-9aaf-4f9e-8c18-63ee0822c9c3 req-8e60fa10-8eec-4452-92ed-01d4bee76e02 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 210 time: 0.0419266 Oct 28 15:57:10.645331 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7b6226bc-00ee-4fbc-b04f-da0a51b3b3bd req-3d1eb207-ec10-4185-9c87-23b68d048ef0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810213 Oct 28 15:57:10.755693 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:10.793415 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:10.847012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Network c461167a-2e02-4901-9aa7-a881bab8f9f9 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:10.850510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:10.854345 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:10.882736 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Pushing event updated for resources: {'Port': ['ID=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:10.932036 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:10.932646 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:10.989535 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d317a191-54fa-49e7-8a96-60ceb1fa3944 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368803 Oct 28 15:57:10.993915 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2715d6-d914-4905-8ef7-bf091bab8cc9 req-6baa8ff6-8a23-4036-8c2d-d59580a314cc tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:10.995396 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f2715d6-d914-4905-8ef7-bf091bab8cc9 req-6baa8ff6-8a23-4036-8c2d-d59580a314cc tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.0601254 Oct 28 15:57:11.001645 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Request body: {'port': {'device_id': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:11.047639 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-afcd3e74-258c-480a-83da-bd3586afa201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.083000 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f2715d6-d914-4905-8ef7-bf091bab8cc9 req-23946afa-a7da-4c80-b841-c167c6dfcf3c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773897 Oct 28 15:57:11.094930 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.209537 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49138) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:11.345879 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-697d42e8-5ce2-4ff2-963f-3764b901be46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.443425 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-697d42e8-5ce2-4ff2-963f-3764b901be46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.460216 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-697d42e8-5ce2-4ff2-963f-3764b901be46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.510271 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d42e8-5ce2-4ff2-963f-3764b901be46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e672a4fd-c761-4e54-a7b5-929515c380b1,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:11.580092 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-697d42e8-5ce2-4ff2-963f-3764b901be46 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ede23b82783c43c088fa56e152a19ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3684666 Oct 28 15:57:11.581293 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49172) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:11.670875 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-23f7bb8d-e275-47b6-8ec9-0bfb827c5108 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.702892 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52c174a-4652-4d59-a6b7-0cd2cb6c9188 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:11.711001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.723358 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Transition to ACTIVE for port object f52c174a-4652-4d59-a6b7-0cd2cb6c9188 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:57:11.727884 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-23f7bb8d-e275-47b6-8ec9-0bfb827c5108 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.731207 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.780358 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-23f7bb8d-e275-47b6-8ec9-0bfb827c5108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.783589 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-23f7bb8d-e275-47b6-8ec9-0bfb827c5108 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:11.785306 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-23f7bb8d-e275-47b6-8ec9-0bfb827c5108 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e672a4fd-c761-4e54-a7b5-929515c380b1 HTTP/1.1" status: 204 len: 168 time: 0.2029312 Oct 28 15:57:11.818342 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7bb8d-e275-47b6-8ec9-0bfb827c5108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e672a4fd-c761-4e54-a7b5-929515c380b1,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:11.955811 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:11.983971 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:12.030955 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe695c7-812d-4103-9843-35a2366296b1 req-bf505b34-a84f-46c6-be45-b2a53d636ba1 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:12.038784 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9fe695c7-812d-4103-9843-35a2366296b1 req-bf505b34-a84f-46c6-be45-b2a53d636ba1 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 943 time: 0.2824209 Oct 28 15:57:12.141286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Attempting to bind port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:12.141621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Attempting to bind port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:12.142155 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Attempting to bind port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 on network c461167a-2e02-4901-9aa7-a881bab8f9f9 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:12.160709 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 on network c461167a-2e02-4901-9aa7-a881bab8f9f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:57:12.161231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Attempting to bind port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 on network c461167a-2e02-4901-9aa7-a881bab8f9f9 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:12.183396 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:12.183931 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Checking segment: {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:12.184540 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Bound using segment: {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:12.185289 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Bound port: f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:12.185758 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:12.195109 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9fe695c7-812d-4103-9843-35a2366296b1 req-95e3ec1b-5b57-44f1-9247-01c430a4d5de tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513586 Oct 28 15:57:12.228120 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4b93f-1c04-4722-9059-0a40f9b8e976 req-31d383e8-fa5a-46b1-a538-51a46ce5ac1a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:12.230484 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-56a4b93f-1c04-4722-9059-0a40f9b8e976 req-31d383e8-fa5a-46b1-a538-51a46ce5ac1a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1439788 Oct 28 15:57:12.279186 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:12.326574 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-56a4b93f-1c04-4722-9059-0a40f9b8e976 req-ef675d5c-a62b-418d-bb40-f884a800ec3b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731418 Oct 28 15:57:12.327609 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] For port f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:12.330989 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] For port f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:12.338392 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:12.376969 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:12.377586 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:12.379702 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] 10.222.0.54 "PUT /v2.0/ports/f52c174a-4652-4d59-a6b7-0cd2cb6c9188 HTTP/1.1" status: 200 len: 1093 time: 1.3824298 Oct 28 15:57:12.380168 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'tag': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:12.382456 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51011135-1bf7-4ef8-9469-e0356376796a" -d '{"events": [{"name": "network-changed", "server_uuid": "ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb", "tag": "f52c174a-4652-4d59-a6b7-0cd2cb6c9188"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:12.421210 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0a31a-56d5-4bfe-b3b6-3e06c029d792 service neutron] Pushing event updated for resources: {'Port': ['ID=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:12.498886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d7ff6119-7b22-432e-8a0e-c6f75d9d6ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:12.500646 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-d7ff6119-7b22-432e-8a0e-c6f75d9d6ab5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b181fcc1699541e688df9b7bae48dec7&device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 1096 time: 0.0526216 Oct 28 15:57:12.566140 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-910ea906-c7e7-49d5-9975-cd2563c9172d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188 HTTP/1.1" status: 200 len: 217 time: 0.0514395 Oct 28 15:57:12.629550 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43898dac-1539-479d-aa10-94654b2cb247 x-openstack-request-id: req-43898dac-1539-479d-aa10-94654b2cb247 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:12.629845 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb", "tag": "f52c174a-4652-4d59-a6b7-0cd2cb6c9188", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:12.630902 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-43898dac-1539-479d-aa10-94654b2cb247 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:12.631393 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'tag': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188', 'status': 'completed', 'code': 200} Oct 28 15:57:12.633252 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-a5c8cf45-a9ca-4631-8448-b774df1f08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:12.634955 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-a5c8cf45-a9ca-4631-8448-b774df1f08aa service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e445143a-e591-4d98-b46e-2d35604b80fd HTTP/1.1" status: 200 len: 848 time: 0.0582728 Oct 28 15:57:12.680526 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-5874bccd-b100-4897-9a03-d77708445186 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c461167a-2e02-4901-9aa7-a881bab8f9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352130 Oct 28 15:57:12.794298 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-1c1b949e-a03a-44b6-a8f0-633135419560 service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044223 Oct 28 15:57:12.891064 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3d047f1c-76a9-4d79-bfd9-acaa3aa92a99 req-a7e1913b-fc09-426b-85bc-e60de86f2e56 service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Oct 28 15:57:12.992008 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51011135-1bf7-4ef8-9469-e0356376796a req-d41bcd60-1f1f-491e-8cb6-f22d308582b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:12.993613 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-d41bcd60-1f1f-491e-8cb6-f22d308582b6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b181fcc1699541e688df9b7bae48dec7&device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 1096 time: 0.0454237 Oct 28 15:57:13.109140 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51011135-1bf7-4ef8-9469-e0356376796a req-2dcafda3-8d61-4ae4-a13f-d245a390ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:13.110909 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-2dcafda3-8d61-4ae4-a13f-d245a390ae8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 200 len: 909 time: 0.1074367 Oct 28 15:57:13.171348 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-490f0bb5-29b7-4229-9779-423951a87d4c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188 HTTP/1.1" status: 200 len: 217 time: 0.0482500 Oct 28 15:57:13.274959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51011135-1bf7-4ef8-9469-e0356376796a req-f484f123-aee1-424b-97c5-8742c338d030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:13.276483 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-f484f123-aee1-424b-97c5-8742c338d030 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e445143a-e591-4d98-b46e-2d35604b80fd HTTP/1.1" status: 200 len: 848 time: 0.0941348 Oct 28 15:57:13.340777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-2a04b51d-e7e2-4f10-b6fe-c73cb6379b3c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c461167a-2e02-4901-9aa7-a881bab8f9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404072 Oct 28 15:57:13.437448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ea216-bd0c-45e7-8759-5c7c36977cdd req-30652e2d-de50-4a7e-9a94-b86cf11c691b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:13.438985 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e3ea216-bd0c-45e7-8759-5c7c36977cdd req-30652e2d-de50-4a7e-9a94-b86cf11c691b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 943 time: 0.1497736 Oct 28 15:57:13.492110 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-58dc7fb5-f5c7-429e-a1fb-c95a1d88d988 service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333916 Oct 28 15:57:13.501255 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e3ea216-bd0c-45e7-8759-5c7c36977cdd req-44a04258-2a6a-4f12-a96f-8b38e9eb4075 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561531 Oct 28 15:57:13.645643 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51011135-1bf7-4ef8-9469-e0356376796a req-c08a9eed-aeef-4e9d-9544-d7553d74cd9b service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328890 Oct 28 15:57:13.655123 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b70f9d-b8b3-47c9-a482-49e0b1635157 req-6ab6b305-f2f0-489b-a8d2-33ffb3d14a0a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:13.663703 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-43b70f9d-b8b3-47c9-a482-49e0b1635157 req-6ab6b305-f2f0-489b-a8d2-33ffb3d14a0a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1506555 Oct 28 15:57:13.705204 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-43b70f9d-b8b3-47c9-a482-49e0b1635157 req-26d36a86-2aa1-4541-8422-dea508af9e22 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Oct 28 15:57:13.757763 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:13.956219 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-9cc37a7c-94c0-4a79-a7e6-38d7f9c0c5ad tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:13.957691 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-9cc37a7c-94c0-4a79-a7e6-38d7f9c0c5ad tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.1054552 Oct 28 15:57:13.972926 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-b7b96345-340f-49bc-b867-377d98ece9b3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/quotas/bd291a80b9204a609cd29640ab93b579 HTTP/1.1" status: 200 len: 375 time: 0.0094144 Oct 28 15:57:14.022860 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-b477d9e7-b868-4796-9954-f2d53791a811 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438216 Oct 28 15:57:14.118959 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-5604cb88-2dec-4544-92b4-0f655de8761a service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838857 Oct 28 15:57:14.211453 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-d297fb3b-3730-41a8-bfbc-84cf280a517c service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857475 Oct 28 15:57:14.385692 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-628c7cf0-6241-4c93-afff-8cb527ed3bfb req-3899b5fd-d9fa-4604-9631-d0dc853e8397 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0326803 Oct 28 15:57:14.644046 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e1559-ebc1-4592-a89b-6651275e490a req-c88331c6-3ef6-44a5-95ad-9dd2cbe847b7 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:14.645821 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-955e1559-ebc1-4592-a89b-6651275e490a req-c88331c6-3ef6-44a5-95ad-9dd2cbe847b7 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 943 time: 0.0642953 Oct 28 15:57:14.717894 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-955e1559-ebc1-4592-a89b-6651275e490a req-c55858ac-b200-4154-9076-44d13de7bb36 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604212 Oct 28 15:57:14.790650 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49352) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:14.856329 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef93854-ba16-4874-b830-732542a679cc req-6682c6f7-3185-498b-8b09-cf3f4baa676b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:14.858044 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fef93854-ba16-4874-b830-732542a679cc req-6682c6f7-3185-498b-8b09-cf3f4baa676b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0752420 Oct 28 15:57:14.917669 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fef93854-ba16-4874-b830-732542a679cc req-bead2ed6-c43e-4056-bb45-07f95c2bad95 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451198 Oct 28 15:57:14.922437 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-363cf031-1643-49fc-9329-ad3554520128 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.000785 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-363cf031-1643-49fc-9329-ad3554520128 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.006307 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-363cf031-1643-49fc-9329-ad3554520128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.049156 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-363cf031-1643-49fc-9329-ad3554520128 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f3be02a022944a6cb44f0745238f05f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559204 Oct 28 15:57:15.049156 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49368) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:15.050624 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cf031-1643-49fc-9329-ad3554520128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b507a05-0d4b-47c2-bd0b-69300e0a3c06,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:15.106510 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e2965b2-2fc3-4e26-88e1-48ccb67cc358 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.131334 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e2965b2-2fc3-4e26-88e1-48ccb67cc358 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.182094 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e2965b2-2fc3-4e26-88e1-48ccb67cc358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.185039 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e2965b2-2fc3-4e26-88e1-48ccb67cc358 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.186365 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1e2965b2-2fc3-4e26-88e1-48ccb67cc358 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6b507a05-0d4b-47c2-bd0b-69300e0a3c06 HTTP/1.1" status: 204 len: 168 time: 0.1337302 Oct 28 15:57:15.194792 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2965b2-2fc3-4e26-88e1-48ccb67cc358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b507a05-0d4b-47c2-bd0b-69300e0a3c06,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:15.470546 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 49382) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:15.491081 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-359f4b0d-b442-4048-a11c-a875cd87f3e6 req-c0b82d80-890a-40ac-a520-655775fdde1e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0310366 Oct 28 15:57:15.498332 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4b384d89-5c25-4490-b03d-5a7a972113af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.581133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4b384d89-5c25-4490-b03d-5a7a972113af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.586163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4b384d89-5c25-4490-b03d-5a7a972113af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.625475 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4b384d89-5c25-4490-b03d-5a7a972113af admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=8038f3d749474030b9673da84f310bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538823 Oct 28 15:57:15.626320 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b384d89-5c25-4490-b03d-5a7a972113af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1669af-512e-445a-9cbd-2857f8f00093,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:15.628349 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49384) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:15.671513 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f52c174a-4652-4d59-a6b7-0cd2cb6c9188 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:57:15.700149 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e73cd14b-b8c4-4ec3-bfc2-9c24a2a6a6ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.736676 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e73cd14b-b8c4-4ec3-bfc2-9c24a2a6a6ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.820236 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:15.831909 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e73cd14b-b8c4-4ec3-bfc2-9c24a2a6a6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.834701 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e73cd14b-b8c4-4ec3-bfc2-9c24a2a6a6ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.835888 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e73cd14b-b8c4-4ec3-bfc2-9c24a2a6a6ef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2e1669af-512e-445a-9cbd-2857f8f00093 HTTP/1.1" status: 204 len: 168 time: 0.2063422 Oct 28 15:57:15.849427 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f4ad55d4-6fda-48aa-ae13-85c224be7454 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:15.850977 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f4ad55d4-6fda-48aa-ae13-85c224be7454 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.1599305 Oct 28 15:57:15.851458 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73cd14b-b8c4-4ec3-bfc2-9c24a2a6a6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1669af-512e-445a-9cbd-2857f8f00093,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:15.877428 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188', 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9', 'port_id': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188', 'mac_address': 'fa:16:3e:c0:15:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e445143a-e591-4d98-b46e-2d35604b80fd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:57:15.897001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Request body: {'port': {'device_id': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'admin_state_up': True, 'tenant_id': 'bd291a80b9204a609cd29640ab93b579'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:15.929134 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5b5ea2-bd88-4499-8092-e2c721951fc0 req-2a9f9d32-9879-478b-8ff2-09decbba3d2e tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:15.930183 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:15.931475 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0a5b5ea2-bd88-4499-8092-e2c721951fc0 req-2a9f9d32-9879-478b-8ff2-09decbba3d2e tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 943 time: 0.1173778 Oct 28 15:57:15.955410 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52c174a-4652-4d59-a6b7-0cd2cb6c9188 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:15.995295 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:16.007305 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.029877 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0a5b5ea2-bd88-4499-8092-e2c721951fc0 req-3d0254bb-7705-4bb4-b430-1a1d8e09cd5b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Oct 28 15:57:16.069327 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:16.123249 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Made reservation on behalf of bd291a80b9204a609cd29640ab93b579 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:16.127171 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.261402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf6325b-dd8e-4910-a7f9-09bbeabd8e7b req-83bc6383-6e87-4200-9f71-8742ac690775 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:16.262901 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0cf6325b-dd8e-4910-a7f9-09bbeabd8e7b req-83bc6383-6e87-4200-9f71-8742ac690775 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0959022 Oct 28 15:57:16.345502 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0cf6325b-dd8e-4910-a7f9-09bbeabd8e7b req-a46bd515-c957-431c-871f-178ac536fa5f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550058 Oct 28 15:57:16.360773 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Allocated IP 172.20.0.6 (c8528a6d-ca1c-4d1b-9d2f-51997dd18797/71f4f3d1-f99c-4882-b625-eb4b95076471/ab4c88b1-88e1-4389-a5ac-9e3ea76740c9) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:16.428492 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['f52c174a-4652-4d59-a6b7-0cd2cb6c9188'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:16.468887 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49420) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:16.675548 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fdcb9e66-368f-488e-88f2-e24d4fd000cb req-f71975e4-0b4e-4c88-98fc-31efff11a941 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0598173 Oct 28 15:57:16.691684 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.705029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaab2b7-06ef-46d8-a958-409d6e9d6700 req-b5020487-34dd-4a3d-9765-59649a1209e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:16.706619 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-acaab2b7-06ef-46d8-a958-409d6e9d6700 req-b5020487-34dd-4a3d-9765-59649a1209e0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 1099 time: 0.1082904 Oct 28 15:57:16.748380 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e33db05-2403-4035-9f9f-4acbd3e266a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.770937 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-acaab2b7-06ef-46d8-a958-409d6e9d6700 req-b95e38d9-b9e9-41db-aa46-cfb200133a70 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Oct 28 15:57:16.779184 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.842522 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event updated for resources: {'Port': ['ID=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:16.847693 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:16.849705 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:16.853226 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:16.862092 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e33db05-2403-4035-9f9f-4acbd3e266a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.867914 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e33db05-2403-4035-9f9f-4acbd3e266a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.903749 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:16.904666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:16.914788 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0e33db05-2403-4035-9f9f-4acbd3e266a8 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6d3694dcafa04b1aafd220a9f696502a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4446659 Oct 28 15:57:16.915557 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33db05-2403-4035-9f9f-4acbd3e266a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219adcef-7436-46f8-995d-07268f9e28f3,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:16.917480 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 49438) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:16.940223 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-f858e476-2d16-4dd4-8cf4-cc76742ce159 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0550346 Oct 28 15:57:16.977127 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d7c2259d-4aee-4025-a33e-18aabbc0386e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.003196 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d7c2259d-4aee-4025-a33e-18aabbc0386e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.050168 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d7c2259d-4aee-4025-a33e-18aabbc0386e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.052802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d7c2259d-4aee-4025-a33e-18aabbc0386e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.054026 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-d7c2259d-4aee-4025-a33e-18aabbc0386e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/219adcef-7436-46f8-995d-07268f9e28f3 HTTP/1.1" status: 204 len: 168 time: 0.1355426 Oct 28 15:57:17.072660 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2259d-4aee-4025-a33e-18aabbc0386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219adcef-7436-46f8-995d-07268f9e28f3,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:17.094016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Request body: {'port': {'device_id': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:17.190099 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.201009 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4346d63-f4b8-4836-89cb-1f7610d3071d req-20b96253-087c-4db8-a8cc-a1f6a023efe9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:17.202525 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c4346d63-f4b8-4836-89cb-1f7610d3071d req-20b96253-087c-4db8-a8cc-a1f6a023efe9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 944 time: 0.0824111 Oct 28 15:57:17.278562 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c4346d63-f4b8-4836-89cb-1f7610d3071d req-d672a217-62bc-4444-a170-7dc54a51a27b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678229 Oct 28 15:57:17.479502 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7', '0e2fd4fc-9a32-49b6-b744-10950271f378'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:17.513701 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187d3ee-dad6-4179-a319-9a9a75c6df24 req-291999de-6826-4fc3-9379-40f0c39af833 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:17.515368 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1187d3ee-dad6-4179-a319-9a9a75c6df24 req-291999de-6826-4fc3-9379-40f0c39af833 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1025331 Oct 28 15:57:17.607037 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1187d3ee-dad6-4179-a319-9a9a75c6df24 req-3089bf42-a158-4e82-8e7b-e73335726a4f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846088 Oct 28 15:57:17.626120 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:17.642435 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.664919 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Transition to ACTIVE for port object ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:57:17.671192 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.706048 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f52c174a-4652-4d59-a6b7-0cd2cb6c9188 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:17.752141 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:17.812876 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:57:17.824291 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:17.824699 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:17.948364 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49488) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:17.972800 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.019885 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:18.022073 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:18.025637 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d3a996-679e-4826-918d-141cc02de5b4" -d '{"events": [{"server_uuid": "ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb", "name": "network-vif-plugged", "status": "completed", "tag": "f52c174a-4652-4d59-a6b7-0cd2cb6c9188"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:18.031733 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.091323 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090e637-5b2a-4ce0-828d-de2259b2f46a req-5468f181-0441-4107-bc3c-bab77ed5692b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.092925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f090e637-5b2a-4ce0-828d-de2259b2f46a req-5468f181-0441-4107-bc3c-bab77ed5692b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 943 time: 0.0646911 Oct 28 15:57:18.103525 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:18.107234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2288eae-88f4-4c26-882e-dd4e36a48cf0 x-openstack-request-id: req-c2288eae-88f4-4c26-882e-dd4e36a48cf0 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:18.107886 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb", "name": "network-vif-plugged", "status": "completed", "tag": "f52c174a-4652-4d59-a6b7-0cd2cb6c9188", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:18.108166 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c2288eae-88f4-4c26-882e-dd4e36a48cf0 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:18.108522 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188', 'code': 200} Oct 28 15:57:18.124064 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Attempting to bind port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:18.124473 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Attempting to bind port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:18.124796 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Attempting to bind port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:18.137130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:57:18.137448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Attempting to bind port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:18.146712 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f090e637-5b2a-4ce0-828d-de2259b2f46a req-789cf6d1-e5de-414e-9c17-1f5c2196a2d5 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461380 Oct 28 15:57:18.147619 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:18.147953 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Checking segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:18.148325 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Bound using segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:18.148755 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Bound port: ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:18.149088 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.246596 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] For port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:18.250519 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] For port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:18.256224 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.297816 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.299000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.300539 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] 10.222.0.54 "PUT /v2.0/ports/ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 HTTP/1.1" status: 200 len: 1093 time: 1.2192695 Oct 28 15:57:18.301145 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'tag': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:18.311199 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63324600-0b80-4c57-b12d-d96d57288ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "d712e9d7-ef0c-48f3-8394-f882f0e83763", "tag": "ab4c88b1-88e1-4389-a5ac-9e3ea76740c9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:18.318414 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6c97-ff84-465f-aac0-f5f88ab8a796 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.345454 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618a3e26-a38b-4db8-908c-d542a77dad0f service neutron] Pushing event updated for resources: {'Port': ['ID=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:18.452165 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6c97-ff84-465f-aac0-f5f88ab8a796 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.457960 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a6bf6c97-ff84-465f-aac0-f5f88ab8a796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.469087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a6aa6-aa66-4042-833a-8d014c9d0f0c x-openstack-request-id: req-403a6aa6-aa66-4042-833a-8d014c9d0f0c {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:18.469414 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d712e9d7-ef0c-48f3-8394-f882f0e83763", "tag": "ab4c88b1-88e1-4389-a5ac-9e3ea76740c9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:18.469734 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-403a6aa6-aa66-4042-833a-8d014c9d0f0c {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:18.470215 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'tag': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9', 'status': 'completed', 'code': 200} Oct 28 15:57:18.503376 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a6bf6c97-ff84-465f-aac0-f5f88ab8a796 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ff04a34746a948fe8ff99785237fe648&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5539029 Oct 28 15:57:18.505681 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bf6c97-ff84-465f-aac0-f5f88ab8a796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3665fc-42cb-4709-af4d-40f9831f6539,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:18.508163 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49514) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:18.530411 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56d4c8-5188-47c7-93e6-baf96e37fdc8 req-a64885ba-f088-4250-b8c9-ccebafc3896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.531974 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2d56d4c8-5188-47c7-93e6-baf96e37fdc8 req-a64885ba-f088-4250-b8c9-ccebafc3896d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 1098 time: 0.1775200 Oct 28 15:57:18.556650 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2221b-d80e-4c43-83c4-96e5675ac813 req-76f2406e-f102-4052-8bd0-d137ebc1f032 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.564383 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fa2221b-d80e-4c43-83c4-96e5675ac813 req-76f2406e-f102-4052-8bd0-d137ebc1f032 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.1288276 Oct 28 15:57:18.569264 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-dd1f27d2-1c4d-466c-9a3d-04a5f6d8b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.570714 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-dd1f27d2-1c4d-466c-9a3d-04a5f6d8b798 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 1096 time: 0.1217151 Oct 28 15:57:18.581137 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d504e6be-3d53-4769-8ad3-c82b63f9eedd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.626539 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d504e6be-3d53-4769-8ad3-c82b63f9eedd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.672285 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-bfd3064f-af9e-487a-9009-52022b70a6c6 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 HTTP/1.1" status: 200 len: 217 time: 0.0670166 Oct 28 15:57:18.688499 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fa2221b-d80e-4c43-83c4-96e5675ac813 req-3c2c90c8-912e-4f47-af95-2f7a61faa8b9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185737 Oct 28 15:57:18.692257 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2d56d4c8-5188-47c7-93e6-baf96e37fdc8 req-1c1801c2-2696-454e-a147-aea4049ebb3e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495035 Oct 28 15:57:18.731758 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d504e6be-3d53-4769-8ad3-c82b63f9eedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.735844 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d504e6be-3d53-4769-8ad3-c82b63f9eedd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:18.740319 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d504e6be-3d53-4769-8ad3-c82b63f9eedd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6f3665fc-42cb-4709-af4d-40f9831f6539 HTTP/1.1" status: 204 len: 168 time: 0.2280934 Oct 28 15:57:18.761158 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504e6be-3d53-4769-8ad3-c82b63f9eedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3665fc-42cb-4709-af4d-40f9831f6539,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:18.779525 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-00f98903-fb75-45c1-82d2-f328b0f1f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.782258 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-00f98903-fb75-45c1-82d2-f328b0f1f958 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.0922079 Oct 28 15:57:18.807549 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c4c55-834b-4a64-910f-6b67bba1ecc6 req-3c7f855f-7a3c-45ed-9329-a7b063b9fae1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:18.815055 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-054c4c55-834b-4a64-910f-6b67bba1ecc6 req-3c7f855f-7a3c-45ed-9329-a7b063b9fae1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0792637 Oct 28 15:57:18.857935 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-054c4c55-834b-4a64-910f-6b67bba1ecc6 req-f3b07a04-d388-4c91-bf41-d92e17872de0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419235 Oct 28 15:57:19.013655 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-c169e6dd-cd03-4106-8780-a60ce4737bf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287232 Oct 28 15:57:19.028682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5d12-a797-4cde-a5e4-0d3367bb2dc3 req-94f5693d-7d62-4413-adbe-0255f646dde5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:19.036953 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-19de5d12-a797-4cde-a5e4-0d3367bb2dc3 req-94f5693d-7d62-4413-adbe-0255f646dde5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0934684 Oct 28 15:57:19.101052 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-19de5d12-a797-4cde-a5e4-0d3367bb2dc3 req-b49c4fd7-312a-49b9-bb75-934578af4267 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621133 Oct 28 15:57:19.215946 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-7d190fce-390a-471c-a798-bb8317ae8878 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581175 Oct 28 15:57:19.355348 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87acbde-7757-4b78-835c-66334bacf555 req-15cb8b5a-b0d6-401a-925e-ec35c76dac0a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:19.357446 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c87acbde-7757-4b78-835c-66334bacf555 req-15cb8b5a-b0d6-401a-925e-ec35c76dac0a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 943 time: 0.1097069 Oct 28 15:57:19.402866 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7630a06e-14f8-42ab-8a29-c23148a67a3f req-18c98af1-bdbe-4621-b44b-65033eafc1b4 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641412 Oct 28 15:57:19.422305 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c87acbde-7757-4b78-835c-66334bacf555 req-eed74035-9697-4497-842f-52e00b96c280 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Oct 28 15:57:19.555918 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-8cde6cea-fcea-49ee-842b-fb567d697aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:19.557653 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-8cde6cea-fcea-49ee-842b-fb567d697aa7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 1096 time: 0.0581064 Oct 28 15:57:19.705799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-c8b41586-6414-492e-bb96-7e42079cab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:19.707381 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-c8b41586-6414-492e-bb96-7e42079cab16 service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 916 time: 0.1067317 Oct 28 15:57:19.777132 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-6d6da6de-6f51-40a5-9eec-487b111d73ec service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 HTTP/1.1" status: 200 len: 217 time: 0.0503464 Oct 28 15:57:19.855195 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-961eb8c9-ede3-4fea-b973-de4b641a2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:19.856726 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-961eb8c9-ede3-4fea-b973-de4b641a2389 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.0690184 Oct 28 15:57:19.865476 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0ce3b2-978b-4430-a490-36deb492dc60 req-c1b76106-29ba-4e07-88c3-995624b4925a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:19.866892 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa0ce3b2-978b-4430-a490-36deb492dc60 req-c1b76106-29ba-4e07-88c3-995624b4925a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.0925825 Oct 28 15:57:19.897279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-3e71f7e4-bbe1-4521-ae79-7eaa58b5595d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293348 Oct 28 15:57:19.973365 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa0ce3b2-978b-4430-a490-36deb492dc60 req-b23f568a-0671-499e-a4ce-ed1473ce6d0a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979280 Oct 28 15:57:20.016820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-bcf5d128-bd66-4455-8090-1622b6d94f02 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059828 Oct 28 15:57:20.121584 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63324600-0b80-4c57-b12d-d96d57288ee6 req-556cf039-a0d9-4b40-9be7-0585d1c7c916 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862436 Oct 28 15:57:20.554351 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba6515-6b44-4465-8080-b8df16293ac1 req-c441aa29-714f-42ba-bca7-419d7d6aeacb tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:20.559594 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fba6515-6b44-4465-8080-b8df16293ac1 req-c441aa29-714f-42ba-bca7-419d7d6aeacb tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 943 time: 0.0563657 Oct 28 15:57:20.605777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fba6515-6b44-4465-8080-b8df16293ac1 req-b93f67f9-b9b4-4b8b-90c8-4510aeb41d8c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377302 Oct 28 15:57:20.969918 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d88ee-eaf9-4230-a584-e3fb5aa2cba3 req-22f4bfc6-329c-4988-997c-79e24ed2dd9f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:20.971408 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f1d88ee-eaf9-4230-a584-e3fb5aa2cba3 req-22f4bfc6-329c-4988-997c-79e24ed2dd9f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0800416 Oct 28 15:57:20.982179 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-ac4b1342-fb1c-4c55-84ff-2856178d7697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:20.983654 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-ac4b1342-fb1c-4c55-84ff-2856178d7697 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.0656562 Oct 28 15:57:21.093032 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f1d88ee-eaf9-4230-a584-e3fb5aa2cba3 req-35407001-2210-4d35-b5ff-b6968b05dbec tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145098 Oct 28 15:57:21.145910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4aaa76-1842-42d1-9280-0e7d5b1ae0c7 req-841a056f-2d5f-46d4-a588-39c73b02efa3 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:21.147389 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d4aaa76-1842-42d1-9280-0e7d5b1ae0c7 req-841a056f-2d5f-46d4-a588-39c73b02efa3 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.0899057 Oct 28 15:57:21.152583 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-ce6da91f-8234-4a1a-8e43-3cd34efd8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:21.153952 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-ce6da91f-8234-4a1a-8e43-3cd34efd8c73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.1584611 Oct 28 15:57:21.191616 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d4aaa76-1842-42d1-9280-0e7d5b1ae0c7 req-9f900c20-7f36-4b97-8b41-42c868eaad7c tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Oct 28 15:57:21.731305 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027acc32-f80b-4bdd-af91-c4dfedcfd993 req-03df7202-3ac3-4054-a265-8d45a2262da4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:21.732809 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-027acc32-f80b-4bdd-af91-c4dfedcfd993 req-03df7202-3ac3-4054-a265-8d45a2262da4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 943 time: 0.0496261 Oct 28 15:57:21.775185 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-027acc32-f80b-4bdd-af91-c4dfedcfd993 req-dd0536fb-66a6-477f-b76b-b23590b7d56e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362957 Oct 28 15:57:22.073562 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:57:22.101635 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.179729 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:22.190931 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'port_id': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9', 'mac_address': 'fa:16:3e:89:de:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f4f3d1-f99c-4882-b625-eb4b95076471', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:57:22.208442 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8abd7-2799-4a7d-a3ba-263a2dbeb4d9 req-5f14b4da-f6bd-445f-baf0-ecd1ebdd30a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:22.209916 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7da8abd7-2799-4a7d-a3ba-263a2dbeb4d9 req-5f14b4da-f6bd-445f-baf0-ecd1ebdd30a6 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0484741 Oct 28 15:57:22.231508 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.244853 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:22.264587 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:22.267656 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7da8abd7-2799-4a7d-a3ba-263a2dbeb4d9 req-ebbdc7ff-ca32-4c6e-a649-61e8963f9c19 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510187 Oct 28 15:57:22.270909 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:22.326610 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:22.901835 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bd67f-4099-4dec-88dc-ec6c70ec73fd req-f65b5326-d64a-44a4-afe3-31a1ccc8a1e0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:22.903231 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-119bd67f-4099-4dec-88dc-ec6c70ec73fd req-f65b5326-d64a-44a4-afe3-31a1ccc8a1e0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 944 time: 0.0521293 Oct 28 15:57:22.946222 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-119bd67f-4099-4dec-88dc-ec6c70ec73fd req-ea241fc6-d980-4e30-b9c7-dcf138fc5f00 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341153 Oct 28 15:57:23.390444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc27aa7-f1c8-4ca0-b356-4c73017c98b1 req-121452ee-5b58-4240-a9be-2d9363470831 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:23.391934 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7dc27aa7-f1c8-4ca0-b356-4c73017c98b1 req-121452ee-5b58-4240-a9be-2d9363470831 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0479999 Oct 28 15:57:23.433034 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7dc27aa7-f1c8-4ca0-b356-4c73017c98b1 req-c774d4a9-5fb1-42d2-b18f-81c7eb8d57ce tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Oct 28 15:57:23.958629 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-60596c10-a8ad-4184-a234-4f7d8d29b472 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.0421891 Oct 28 15:57:24.024444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-155917b1-6f08-4251-9e47-3a4eacacd1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:24.025954 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-155917b1-6f08-4251-9e47-3a4eacacd1f4 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0526235 Oct 28 15:57:24.082650 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-9f169afc-0307-4f29-8d00-593c158d56fa service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407181 Oct 28 15:57:24.118173 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf48e26-3eb1-4100-8a51-e58002bbd9c6 req-2f075e79-b732-4725-ac12-2abc55efc02b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:24.119767 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-adf48e26-3eb1-4100-8a51-e58002bbd9c6 req-2f075e79-b732-4725-ac12-2abc55efc02b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 944 time: 0.0875406 Oct 28 15:57:24.196916 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-adf48e26-3eb1-4100-8a51-e58002bbd9c6 req-03eff1ea-4bb3-4109-be8a-5635ff457f02 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517709 Oct 28 15:57:24.213262 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-071b1be8-b46b-4109-8db8-0426cbb8517e service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206796 Oct 28 15:57:24.316398 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e165505-ee9e-4890-8f62-dbc825f4912a req-18d1528d-bde0-4b1e-a955-cfd8c9b13acf service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867341 Oct 28 15:57:24.355976 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['ab4c88b1-88e1-4389-a5ac-9e3ea76740c9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:24.556456 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece080d-41bf-453f-b898-57eb135ce67f req-0fbfa318-52e7-420b-8637-7577a7fa43b3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:24.558029 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8ece080d-41bf-453f-b898-57eb135ce67f req-0fbfa318-52e7-420b-8637-7577a7fa43b3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0530393 Oct 28 15:57:24.600443 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8ece080d-41bf-453f-b898-57eb135ce67f req-871cf451-f562-4797-8780-07af7bf9f400 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356376 Oct 28 15:57:24.687904 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4512eff-4d00-473a-85d6-c612d16648b8 req-41cfae4f-43d4-44c6-a780-d66df725a128 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:24.689362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a4512eff-4d00-473a-85d6-c612d16648b8 req-41cfae4f-43d4-44c6-a780-d66df725a128 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.0551105 Oct 28 15:57:24.727400 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a4512eff-4d00-473a-85d6-c612d16648b8 req-8658e14a-e165-4d14-9872-069bd9d374ce tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 Oct 28 15:57:25.324786 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289e008-e530-480f-a8a4-b44ede6566a2 req-8bab1a1b-7cb6-4e92-81ee-c7d8feeefee4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:25.326162 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3289e008-e530-480f-a8a4-b44ede6566a2 req-8bab1a1b-7cb6-4e92-81ee-c7d8feeefee4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 944 time: 0.0509281 Oct 28 15:57:25.364804 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3289e008-e530-480f-a8a4-b44ede6566a2 req-d8bb3c8f-f9cd-4a47-b31e-ef469b07a635 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324776 Oct 28 15:57:25.719423 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62b85b-685f-4ff8-90b2-ebfe13150a18 req-81bf9b4f-8c6b-487e-bfd7-f21e2f563974 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:25.721229 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f62b85b-685f-4ff8-90b2-ebfe13150a18 req-81bf9b4f-8c6b-487e-bfd7-f21e2f563974 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0492427 Oct 28 15:57:25.761346 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49692) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:25.764122 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f62b85b-685f-4ff8-90b2-ebfe13150a18 req-f09eb779-dd67-405a-854b-70e12dd18f43 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365534 Oct 28 15:57:25.856173 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6428704-7e31-459a-a55f-adcb371e6600 req-e424deb7-67f4-4658-9028-0945fcdec43a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:25.857680 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6428704-7e31-459a-a55f-adcb371e6600 req-e424deb7-67f4-4658-9028-0945fcdec43a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.0521119 Oct 28 15:57:25.866615 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f201be12-b646-4062-9ec0-8373a707f1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.896739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6428704-7e31-459a-a55f-adcb371e6600 req-ced3d3a9-83c0-4c5a-8c2e-5a77ffc3a6b7 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Oct 28 15:57:25.944786 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f201be12-b646-4062-9ec0-8373a707f1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.949733 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f201be12-b646-4062-9ec0-8373a707f1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:25.990797 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f201be12-b646-4062-9ec0-8373a707f1eb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fd633ffba2e54cc49365552a6371904e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254403 Oct 28 15:57:25.990797 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201be12-b646-4062-9ec0-8373a707f1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63e564bc-6fb8-4c13-bcad-35de9da14407,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:25.991353 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49700) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:26.042363 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32790c97-8050-48c2-b956-469ee80ac5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.065237 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32790c97-8050-48c2-b956-469ee80ac5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.080081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:26.125066 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32790c97-8050-48c2-b956-469ee80ac5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.129055 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32790c97-8050-48c2-b956-469ee80ac5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.130362 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-32790c97-8050-48c2-b956-469ee80ac5d1 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/63e564bc-6fb8-4c13-bcad-35de9da14407 HTTP/1.1" status: 204 len: 168 time: 0.1381071 Oct 28 15:57:26.132613 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:57:26.137212 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:26.137644 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.140308 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32790c97-8050-48c2-b956-469ee80ac5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e564bc-6fb8-4c13-bcad-35de9da14407,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:26.229623 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.252725 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:26.254965 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc21485c-f640-4d42-87e7-ff9c152f6cc9" -d '{"events": [{"server_uuid": "d712e9d7-ef0c-48f3-8394-f882f0e83763", "name": "network-vif-plugged", "status": "completed", "tag": "ab4c88b1-88e1-4389-a5ac-9e3ea76740c9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:26.268249 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:26.274431 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.299147 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d1eaf-ff3b-490f-8b5e-b0debbfe0f3b x-openstack-request-id: req-df9d1eaf-ff3b-490f-8b5e-b0debbfe0f3b {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:26.299499 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d712e9d7-ef0c-48f3-8394-f882f0e83763", "name": "network-vif-plugged", "status": "completed", "tag": "ab4c88b1-88e1-4389-a5ac-9e3ea76740c9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:26.299751 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-df9d1eaf-ff3b-490f-8b5e-b0debbfe0f3b {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:26.300142 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9', 'code': 200} Oct 28 15:57:26.325922 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:26.424992 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49714) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:26.438409 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5f692ac0-57cc-44c0-978a-8b2f030e2726 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.499214 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d09c-1da3-4198-8801-dfb77c7e0dfc req-97f5b308-e807-43fb-bc83-c712f4789f43 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:26.501462 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9569d09c-1da3-4198-8801-dfb77c7e0dfc req-97f5b308-e807-43fb-bc83-c712f4789f43 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.0562270 Oct 28 15:57:26.523587 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5f692ac0-57cc-44c0-978a-8b2f030e2726 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.528760 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5f692ac0-57cc-44c0-978a-8b2f030e2726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.566464 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9569d09c-1da3-4198-8801-dfb77c7e0dfc req-8adcf98e-1e8d-4e05-be52-fc689758499c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566494 Oct 28 15:57:26.571051 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f692ac0-57cc-44c0-978a-8b2f030e2726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada63b2a-6c76-4e11-ab5c-c7668dd3bc7f,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:26.574799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d50ba7-b66f-4c4b-a643-1a9ab9cb96a8 req-05388dd4-ab87-4e10-88a0-f54fdc1c5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:26.576892 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58d50ba7-b66f-4c4b-a643-1a9ab9cb96a8 req-05388dd4-ab87-4e10-88a0-f54fdc1c5826 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 1098 time: 0.0743442 Oct 28 15:57:26.577660 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-5f692ac0-57cc-44c0-978a-8b2f030e2726 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=35111a81967d441d95916490e8c0e646&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513417 Oct 28 15:57:26.580386 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49718) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:26.626820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58d50ba7-b66f-4c4b-a643-1a9ab9cb96a8 req-880cc48b-b1b9-48a6-855e-1982a77c8446 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Oct 28 15:57:26.637881 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb2ddcc-ffc1-4a2c-97fa-a919152b2730 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.664873 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb2ddcc-ffc1-4a2c-97fa-a919152b2730 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.715305 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb2ddcc-ffc1-4a2c-97fa-a919152b2730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.718177 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb2ddcc-ffc1-4a2c-97fa-a919152b2730 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:26.719337 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-beb2ddcc-ffc1-4a2c-97fa-a919152b2730 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/ada63b2a-6c76-4e11-ab5c-c7668dd3bc7f HTTP/1.1" status: 204 len: 168 time: 0.1373589 Oct 28 15:57:26.727050 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb2ddcc-ffc1-4a2c-97fa-a919152b2730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada63b2a-6c76-4e11-ab5c-c7668dd3bc7f,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:26.887983 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3e851-1c1e-45b9-93f5-5ddb8bf33146 req-76709907-b38b-4563-b3ad-53b072de8633 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:26.889724 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4bb3e851-1c1e-45b9-93f5-5ddb8bf33146 req-76709907-b38b-4563-b3ad-53b072de8633 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0515449 Oct 28 15:57:26.931919 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4bb3e851-1c1e-45b9-93f5-5ddb8bf33146 req-937c1e5d-16a3-4ed9-bc5b-f50c1f6c5cf1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342109 Oct 28 15:57:27.026079 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e197a-a2d3-4739-90ff-0098cc375612 req-796c9e41-12aa-48a3-bf6a-0f3e7dc8d6e9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:27.027412 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-572e197a-a2d3-4739-90ff-0098cc375612 req-796c9e41-12aa-48a3-bf6a-0f3e7dc8d6e9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.0506883 Oct 28 15:57:27.050793 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49728) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:27.064413 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf979efb-e0f2-4fa6-ae45-5bcfb0b90eca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.066951 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-572e197a-a2d3-4739-90ff-0098cc375612 req-8d139dc3-06d4-4026-a357-8c49ab1228b4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Oct 28 15:57:27.148682 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf979efb-e0f2-4fa6-ae45-5bcfb0b90eca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.154031 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-cf979efb-e0f2-4fa6-ae45-5bcfb0b90eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.175686 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8813978-4297-49ea-bf92-457869e58525 req-c9e18dbc-f2a4-4639-b656-73f806408845 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:27.177601 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a8813978-4297-49ea-bf92-457869e58525 req-c9e18dbc-f2a4-4639-b656-73f806408845 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 945 time: 0.0556955 Oct 28 15:57:27.195572 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-cf979efb-e0f2-4fa6-ae45-5bcfb0b90eca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1e7fca24642043489cda7a10bd07e864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435874 Oct 28 15:57:27.196613 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf979efb-e0f2-4fa6-ae45-5bcfb0b90eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d20073-5d32-41cf-a157-1928d4419b28,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:27.198394 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 49734) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:27.312321 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7d45-b20b-493a-ab4c-2b7c0ef6bcfd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.329227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Deleting port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:57:27.329564 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.381126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7d45-b20b-493a-ab4c-2b7c0ef6bcfd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.393152 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49740) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:27.452195 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] For port f52c174a-4652-4d59-a6b7-0cd2cb6c9188, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:27.452619 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.467305 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Calling delete_port for f52c174a-4652-4d59-a6b7-0cd2cb6c9188 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:57:27.471373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7d45-b20b-493a-ab4c-2b7c0ef6bcfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.473916 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2b5e7d45-b20b-493a-ab4c-2b7c0ef6bcfd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.475796 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2b5e7d45-b20b-493a-ab4c-2b7c0ef6bcfd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/35d20073-5d32-41cf-a157-1928d4419b28 HTTP/1.1" status: 204 len: 168 time: 0.2762463 Oct 28 15:57:27.487171 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e7d45-b20b-493a-ab4c-2b7c0ef6bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d20073-5d32-41cf-a157-1928d4419b28,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:27.507064 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af8863c1-eac0-47c0-bce1-d32b717a5ec9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.632121 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af8863c1-eac0-47c0-bce1-d32b717a5ec9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.638752 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af8863c1-eac0-47c0-bce1-d32b717a5ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.657200 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.671632 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['f52c174a-4652-4d59-a6b7-0cd2cb6c9188'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:27.692113 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-af8863c1-eac0-47c0-bce1-d32b717a5ec9 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2f52be561e2d40a798771b75420d3d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977669 Oct 28 15:57:27.694421 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8863c1-eac0-47c0-bce1-d32b717a5ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e44ed7d-2589-4c60-9cdb-e12880944ad4,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:27.697133 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49752) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:27.733461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Pushing event deleted for resources: {'Port': ['ID=f52c174a-4652-4d59-a6b7-0cd2cb6c9188,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:27.751958 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21dcff81-c908-42a2-b3f2-55c6fe759b0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.775165 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21dcff81-c908-42a2-b3f2-55c6fe759b0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.792130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] No DVR routers for this DVR port f52c174a-4652-4d59-a6b7-0cd2cb6c9188 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:57:27.795035 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.799067 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a8813978-4297-49ea-bf92-457869e58525 req-c3000710-5aa4-4df6-8431-6c6419e36df4 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "DELETE /v2.0/ports/f52c174a-4652-4d59-a6b7-0cd2cb6c9188 HTTP/1.1" status: 204 len: 173 time: 0.6113067 Oct 28 15:57:27.799781 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'name': 'network-vif-deleted', 'tag': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:27.802164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6b6874-b45a-44e3-ac5b-dab5cde3334d" -d '{"events": [{"server_uuid": "ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb", "name": "network-vif-deleted", "tag": "f52c174a-4652-4d59-a6b7-0cd2cb6c9188"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:27.819229 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a228d93-0847-4019-8006-7395e8fde38e req-62808df2-c59c-4abe-b893-5c5963cfa9f0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:27.822021 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a228d93-0847-4019-8006-7395e8fde38e req-62808df2-c59c-4abe-b893-5c5963cfa9f0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.1360872 Oct 28 15:57:27.854460 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21dcff81-c908-42a2-b3f2-55c6fe759b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.857235 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21dcff81-c908-42a2-b3f2-55c6fe759b0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:27.858399 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-21dcff81-c908-42a2-b3f2-55c6fe759b0d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5e44ed7d-2589-4c60-9cdb-e12880944ad4 HTTP/1.1" status: 204 len: 168 time: 0.1601167 Oct 28 15:57:27.871604 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcff81-c908-42a2-b3f2-55c6fe759b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e44ed7d-2589-4c60-9cdb-e12880944ad4,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:27.877418 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a228d93-0847-4019-8006-7395e8fde38e req-db496e6e-5bda-470f-8bc0-db700b97657a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490339 Oct 28 15:57:27.883845 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c6549a-7808-439c-a011-3148f4fccc5a x-openstack-request-id: req-00c6549a-7808-439c-a011-3148f4fccc5a {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:27.884297 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb", "name": "network-vif-deleted", "tag": "f52c174a-4652-4d59-a6b7-0cd2cb6c9188", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:27.884822 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00c6549a-7808-439c-a011-3148f4fccc5a {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:27.885338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb', 'name': 'network-vif-deleted', 'tag': 'f52c174a-4652-4d59-a6b7-0cd2cb6c9188', 'status': 'completed', 'code': 200} Oct 28 15:57:28.083250 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899bf14d-675d-4c66-8553-0e5e03259e0c req-b9a08376-b4bb-40c6-a4ef-5bd57037305a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:28.084733 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-899bf14d-675d-4c66-8553-0e5e03259e0c req-b9a08376-b4bb-40c6-a4ef-5bd57037305a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0706859 Oct 28 15:57:28.136810 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-899bf14d-675d-4c66-8553-0e5e03259e0c req-cbe8b121-2897-4eff-8cb3-a0c679da5fa4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385268 Oct 28 15:57:28.211465 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b044af4c-716c-46f6-ae88-da0790dd5111 req-4b515367-a323-4ca2-85a7-3a1ea4045adb tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=ad56cb04-256a-4ec5-84ab-d2a6d5f07bdb HTTP/1.1" status: 200 len: 210 time: 0.0301211 Oct 28 15:57:28.661559 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49804) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:28.775321 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1727063063-network', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:28.796961 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Made reservation on behalf of 5a41dcd9fdac4825836c411b19a96328 for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:28.799735 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:28.810555 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:28.857922 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 49812) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:28.893789 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:28.900143 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:28.927627 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:57:28.939975 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e4a9fc-7fc6-4c94-a8a4-3c5b6deb06a8,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:28.943870 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:28.944224 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Added segment eb8e8e62-050f-45d0-808f-bb4e0ecac590 of type vlan for network 35aeae1b-52e7-4307-8f79-9cd595ee3383 Oct 28 15:57:28.987343 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:28.990271 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce41a-e842-4a59-aa6c-f871042a8462 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.017054 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.018004 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:29.018727 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.019093 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab816b-f6cb-4e18-b220-ddaff623fa14 req-eeffe66e-4aac-46f9-a573-719dab48211c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:29.022174 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-35ab816b-f6cb-4e18-b220-ddaff623fa14 req-eeffe66e-4aac-46f9-a573-719dab48211c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.0776310 Oct 28 15:57:29.078079 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4127207 Oct 28 15:57:29.082908 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49818) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:29.091737 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Request body: {'subnet': {'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1727063063-subnet', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:29.103084 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83445b3e-2cfe-48d5-8e92-9c5886184c28 admin admin] Pushing event updated for resources: {'Network': ['ID=35aeae1b-52e7-4307-8f79-9cd595ee3383,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:29.114789 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:57:29.122021 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Made reservation on behalf of 5a41dcd9fdac4825836c411b19a96328 for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:29.124613 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9434658'] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.312777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-35ab816b-f6cb-4e18-b220-ddaff623fa14 req-b8bbf46e-da72-4f24-a50e-6a3b4b3a6a2e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844639 Oct 28 15:57:29.313779 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3506651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9434672'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.360964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618532f-0ed8-43b4-b659-e4cdfeedbb7b req-f851dea1-4726-4f56-9aae-3a33493299d7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:29.363291 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0618532f-0ed8-43b4-b659-e4cdfeedbb7b req-f851dea1-4726-4f56-9aae-3a33493299d7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0695043 Oct 28 15:57:29.378696 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d393e8aa-5756-45d2-a252-59954d63aa73,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:29.388774 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Checking segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:29.389134 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Network hostable DHCP agents. Network: 35aeae1b-52e7-4307-8f79-9cd595ee3383, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:57:29.421115 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:57:29.421444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce41a-e842-4a59-aa6c-f871042a8462 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.430770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0e9ce41a-e842-4a59-aa6c-f871042a8462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.448851 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 35aeae1b-52e7-4307-8f79-9cd595ee3383) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:29.455359 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:29.457316 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.461608 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a456d4-a127-40ed-9c32-8bb93fa29a47 None None] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:29.500562 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9b10fad2-b25a-4c52-acab-e4aabbffa984 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4164729 Oct 28 15:57:29.501193 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49830) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:29.509556 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:29.531030 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0618532f-0ed8-43b4-b659-e4cdfeedbb7b req-754c45d1-e7f2-49dc-be8b-9bf5476b403b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487794 Oct 28 15:57:29.541395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-0e9ce41a-e842-4a59-aa6c-f871042a8462 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=a060cc06b6854da8865eb255e88ef3db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6798975 Oct 28 15:57:29.542556 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.542694 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 49832) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:29.543867 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.593556 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ce41a-e842-4a59-aa6c-f871042a8462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b566b9-680d-4182-9825-b686df3dc212,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:29.639171 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ad094cd0-1e77-464e-a22c-ef5f49a0e6d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.663109 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.685981 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ad094cd0-1e77-464e-a22c-ef5f49a0e6d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.786074 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-35aeae1b-52e7-4307-8f79-9cd595ee3383', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:57:29.787375 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.835980 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-eac9b1a7-5135-4716-9fe0-747ce0f56d98 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:29.837719 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-eac9b1a7-5135-4716-9fe0-747ce0f56d98 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/networks?id=c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 200 len: 808 time: 0.1664312 Oct 28 15:57:29.838622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ad094cd0-1e77-464e-a22c-ef5f49a0e6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.841504 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ad094cd0-1e77-464e-a22c-ef5f49a0e6d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:29.845005 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-ad094cd0-1e77-464e-a22c-ef5f49a0e6d5 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/79b566b9-680d-4182-9825-b686df3dc212 HTTP/1.1" status: 204 len: 168 time: 0.2991307 Oct 28 15:57:29.860752 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-c37fb8b7-c222-4315-9ce6-0932055f7db0 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/quotas/b181fcc1699541e688df9b7bae48dec7 HTTP/1.1" status: 200 len: 375 time: 0.0152278 Oct 28 15:57:29.882907 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad094cd0-1e77-464e-a22c-ef5f49a0e6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b566b9-680d-4182-9825-b686df3dc212,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:29.921535 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-836ac344-a722-429d-9435-e1e6356ed8c0 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b181fcc1699541e688df9b7bae48dec7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531411 Oct 28 15:57:29.968187 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Allocated IP 172.20.0.2 (35aeae1b-52e7-4307-8f79-9cd595ee3383/d393e8aa-5756-45d2-a252-59954d63aa73/7e8ec093-b949-4dd9-aa33-5a8583c34aca) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:30.036602 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-21cefcce-ed51-4d8f-bde8-8128748a288e service neutron] 10.222.0.74 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140292 Oct 28 15:57:30.164458 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.177519 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-53199ffe-8cb7-41ad-8b7b-2f5b5ea15a52 service neutron] 10.222.0.74 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396058 Oct 28 15:57:30.193151 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f52c174a-4652-4d59-a6b7-0cd2cb6c9188 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:57:30.217362 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: f52c174a-4652-4d59-a6b7-0cd2cb6c9188 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:57:30.219937 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f52c174a-4652-4d59-a6b7-0cd2cb6c9188 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:57:30.322183 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.335161 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.404398 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:30.408917 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Pushing event updated for resources: {'Port': ['ID=7e8ec093-b949-4dd9-aa33-5a8583c34aca,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:30.411790 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:30.414153 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:30.434808 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.447027 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-93137f65-0744-4c1f-8059-8d3308346988 req-01d09930-43dc-4e33-9de4-e2a6126acbde tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 210 time: 0.0473492 Oct 28 15:57:30.467562 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.488216 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Attempting to bind port 7e8ec093-b949-4dd9-aa33-5a8583c34aca on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:30.488687 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Attempting to bind port 7e8ec093-b949-4dd9-aa33-5a8583c34aca by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:30.489470 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Attempting to bind port 7e8ec093-b949-4dd9-aa33-5a8583c34aca on network 35aeae1b-52e7-4307-8f79-9cd595ee3383 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:30.496462 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:30.496972 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Checking segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:30.497530 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.497963 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Bound using segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:30.498431 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Bound port: 7e8ec093-b949-4dd9-aa33-5a8583c34aca, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:30.498811 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.573993 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] For port 7e8ec093-b949-4dd9-aa33-5a8583c34aca, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:30.577995 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] For port 7e8ec093-b949-4dd9-aa33-5a8583c34aca, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e8ec093-b949-4dd9-aa33-5a8583c34aca,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:30.587290 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.672598 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Allocated IP 172.27.2.191 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/fcffa0ce-f757-4966-a94d-9162fbfda3ef) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:30.708700 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec7d97a-37f5-41e7-8032-e3bcacf964d1 None None] Pushing event updated for resources: {'Port': ['ID=7e8ec093-b949-4dd9-aa33-5a8583c34aca,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:30.761197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd84f18-edb9-491e-9cae-11cc3bcbe97d req-b8ecbedc-4bc5-47ac-aa55-54e06eec499e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:30.769362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2cd84f18-edb9-491e-9cae-11cc3bcbe97d req-b8ecbedc-4bc5-47ac-aa55-54e06eec499e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0819581 Oct 28 15:57:30.822540 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2cd84f18-edb9-491e-9cae-11cc3bcbe97d req-43495e07-d5ee-4bbd-9500-8729d7bd0813 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499353 Oct 28 15:57:30.848467 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.906002 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:30.956667 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:30.960507 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:30.965337 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:30.968603 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=fcffa0ce-f757-4966-a94d-9162fbfda3ef,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:31.338844 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:31.554093 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63e445b5-640f-4e02-bf47-3d25fb0f5e43 req-94e3fec2-a563-4976-8c08-17040c1bdf22 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 210 time: 0.0270081 Oct 28 15:57:31.594831 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:31.727334 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:57:31.836179 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:31.846558 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Sync routers for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:31.859516 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:31.860339 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:31.866736 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:31.868025 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9278434a-aa26-4ec8-aea5-8b5e99a57bc2 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3658144 Oct 28 15:57:31.871023 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 49920) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:31.896917 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17ab75-3655-45f2-b01d-70be9f40bbbf None None] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:31.990023 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:32.078619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-d5e22cb9-8dc1-4909-a549-c3c889719247 None None] Provisioning complete for port 7e8ec093-b949-4dd9-aa33-5a8583c34aca triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:32.078987 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d5e22cb9-8dc1-4909-a549-c3c889719247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.177226 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c61ab-f8a5-44c3-baba-e2d3cb637546 req-b6fdf887-d645-4cb9-8878-fa6cc7cfecba tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:32.184720 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dc9c61ab-f8a5-44c3-baba-e2d3cb637546 req-b6fdf887-d645-4cb9-8878-fa6cc7cfecba tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.2025881 Oct 28 15:57:32.219786 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:31Z', 'revision_number': 3, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:32.225297 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d5e22cb9-8dc1-4909-a549-c3c889719247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.264623 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-d5e22cb9-8dc1-4909-a549-c3c889719247 None None] For port 7e8ec093-b949-4dd9-aa33-5a8583c34aca, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e8ec093-b949-4dd9-aa33-5a8583c34aca,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:32.273798 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d5e22cb9-8dc1-4909-a549-c3c889719247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.287065 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Checking router: dc912c1e-51e8-4c45-ac6c-59842ddf89c7 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:32.287747 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Updating router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 port fcffa0ce-f757-4966-a94d-9162fbfda3ef binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:32.322976 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.343285 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e22cb9-8dc1-4909-a549-c3c889719247 None None] Pushing event updated for resources: {'Port': ['ID=7e8ec093-b949-4dd9-aa33-5a8583c34aca,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:32.378600 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-2a208c01-6ab8-4916-b0ed-4fa8b0e6f5ee tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:32.380367 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-2a208c01-6ab8-4916-b0ed-4fa8b0e6f5ee tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "GET /v2.0/networks?id=c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 200 len: 808 time: 0.3494484 Oct 28 15:57:32.414723 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Request body: {'port': {'device_id': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9', 'admin_state_up': True, 'tenant_id': 'b181fcc1699541e688df9b7bae48dec7'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:32.495216 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-1f11c495-40e7-495a-8452-ecd27f54857f None None] Provisioning complete for port 7e8ec093-b949-4dd9-aa33-5a8583c34aca triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:32.495618 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1f11c495-40e7-495a-8452-ecd27f54857f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.497919 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dc9c61ab-f8a5-44c3-baba-e2d3cb637546 req-12a2f8e2-8e99-4980-af52-1b2a99fa93a9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111374 Oct 28 15:57:32.675542 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Made reservation on behalf of b181fcc1699541e688df9b7bae48dec7 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:32.679096 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.691672 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.714827 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.724063 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-468ac4c6-c739-4bca-b0ac-7796de3180ec req-cf484fd4-2685-4cd6-98fa-f7d7d46888d8 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 210 time: 0.0529075 Oct 28 15:57:32.794207 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7e8ec093-b949-4dd9-aa33-5a8583c34aca up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:32.801899 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Pushing event updated for resources: {'Port': ['ID=fcffa0ce-f757-4966-a94d-9162fbfda3ef,revision_number=2']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:32.804874 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Attempting to bind port fcffa0ce-f757-4966-a94d-9162fbfda3ef on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:32.805243 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Attempting to bind port fcffa0ce-f757-4966-a94d-9162fbfda3ef by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:32.805601 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Attempting to bind port fcffa0ce-f757-4966-a94d-9162fbfda3ef on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:32.813810 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.814400 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.814874 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.815365 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.815854 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.816329 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.816808 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.817275 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.817769 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.818226 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.818677 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.819263 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:32.824343 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:32.824965 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:32.825566 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.826094 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:32.826731 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Bound port: fcffa0ce-f757-4966-a94d-9162fbfda3ef, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:32.827282 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.840400 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.849178 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 7e8ec093-b949-4dd9-aa33-5a8583c34aca triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:32.849625 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.886775 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] For port fcffa0ce-f757-4966-a94d-9162fbfda3ef, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:32.891067 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] For port fcffa0ce-f757-4966-a94d-9162fbfda3ef, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=fcffa0ce-f757-4966-a94d-9162fbfda3ef,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:32.898606 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:32.960993 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e552d-04b9-46c8-a473-68f6a562bfc4 None None] Pushing event updated for resources: {'Port': ['ID=fcffa0ce-f757-4966-a94d-9162fbfda3ef,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:32.964653 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Allocated IP 172.20.0.11 (c461167a-2e02-4901-9aa7-a881bab8f9f9/e445143a-e591-4d98-b46e-2d35604b80fd/8e5892b1-ffea-44ae-bd08-cd60aeed6b35) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:32.985632 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:32.986486 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:33.104238 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:33.150341 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Allocated IP 172.20.0.1 (35aeae1b-52e7-4307-8f79-9cd595ee3383/d393e8aa-5756-45d2-a252-59954d63aa73/bf8c3694-1179-474a-a715-36d63d78c208) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:33.252397 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.285920 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:31Z', 'revision_number': 3, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:33.308499 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.312529 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e72ab6-be8f-4bc8-a6b6-d8dbad7b1c22 None None] The sync data for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi is: [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:31Z', 'revision_number': 3, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:33.327042 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.388740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Network c461167a-2e02-4901-9aa7-a881bab8f9f9 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:33.392525 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:33.395458 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:33.401475 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.426859 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Pushing event updated for resources: {'Port': ['ID=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:33.484076 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:33.492192 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:33.494789 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:33.499218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Pushing event updated for resources: {'Port': ['ID=bf8c3694-1179-474a-a715-36d63d78c208,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:33.530749 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:33.531375 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.571338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-19960cfb-62ba-44c3-9f67-7f86eff88083 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1619709 Oct 28 15:57:33.572464 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.625959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Request body: {'port': {'device_id': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:33.755445 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.767580 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-b5b2443d-8622-4233-a4b2-4b884e8a1ad6 None None] Provisioning complete for port bf8c3694-1179-474a-a715-36d63d78c208 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:33.768064 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b5b2443d-8622-4233-a4b2-4b884e8a1ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:33.812903 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2443d-8622-4233-a4b2-4b884e8a1ad6 None None] Port bf8c3694-1179-474a-a715-36d63d78c208 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:33.866162 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f409290-7b15-4fae-ae80-83ee383618ce req-b1e8cc92-7199-4cf7-98f9-5566787f8297 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:33.867729 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f409290-7b15-4fae-ae80-83ee383618ce req-b1e8cc92-7199-4cf7-98f9-5566787f8297 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.2486439 Oct 28 15:57:34.095911 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49964) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:34.214507 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ffc3803-907e-4de3-ae67-45de16816582 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.250699 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.260352 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f409290-7b15-4fae-ae80-83ee383618ce req-c04741a6-bb23-4312-aa1b-1654f5f00598 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731971 Oct 28 15:57:34.267986 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da6797-0eb4-4df6-8944-589c84b0cdaf req-57532760-ebb0-4039-967a-790e0b307c4e tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:34.269453 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-15da6797-0eb4-4df6-8944-589c84b0cdaf req-57532760-ebb0-4039-967a-790e0b307c4e tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 932 time: 0.4132297 Oct 28 15:57:34.294238 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ffc3803-907e-4de3-ae67-45de16816582 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.301676 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ffc3803-907e-4de3-ae67-45de16816582 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.341653 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-2ffc3803-907e-4de3-ae67-45de16816582 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c85245f189e34db9bd35f4850b136ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2443440 Oct 28 15:57:34.343103 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc3803-907e-4de3-ae67-45de16816582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0125a142-daae-43b5-99c2-8e4dd33abd6c,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:34.346032 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 49968) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:34.365471 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-15da6797-0eb4-4df6-8944-589c84b0cdaf req-fb1ef2d3-981a-4e51-841e-c00088230c1b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861921 Oct 28 15:57:34.401729 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-56931c15-1b27-48d9-a0dc-cf3a95713ce8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.425461 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-56931c15-1b27-48d9-a0dc-cf3a95713ce8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.488394 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-56931c15-1b27-48d9-a0dc-cf3a95713ce8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.492335 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-56931c15-1b27-48d9-a0dc-cf3a95713ce8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.494355 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-56931c15-1b27-48d9-a0dc-cf3a95713ce8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0125a142-daae-43b5-99c2-8e4dd33abd6c HTTP/1.1" status: 204 len: 168 time: 0.1477826 Oct 28 15:57:34.503218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:34.504529 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56931c15-1b27-48d9-a0dc-cf3a95713ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0125a142-daae-43b5-99c2-8e4dd33abd6c,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:34.518331 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.541628 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Transition to ACTIVE for port object 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:57:34.549196 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.584889 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.598572 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.637207 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:34.738494 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.752180 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Pushing event updated for resources: {'Port': ['ID=bf8c3694-1179-474a-a715-36d63d78c208,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:34.818393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Attempting to bind port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:34.818907 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Attempting to bind port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:34.819027 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Attempting to bind port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 on network c461167a-2e02-4901-9aa7-a881bab8f9f9 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:34.824988 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device fcffa0ce-f757-4966-a94d-9162fbfda3ef up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:34.826340 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 on network c461167a-2e02-4901-9aa7-a881bab8f9f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:57:34.826666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Attempting to bind port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 on network c461167a-2e02-4901-9aa7-a881bab8f9f9 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:34.834367 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:34.834696 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Checking segment: {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:34.835080 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Bound using segment: {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:34.835531 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Bound port: 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21813666-0eae-4e9e-a4ac-05a83c9fd07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:34.836079 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.889737 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port fcffa0ce-f757-4966-a94d-9162fbfda3ef triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:34.890205 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:34.909460 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:34.912639 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:34.977892 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] For port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:35.000718 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.025978 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port fcffa0ce-f757-4966-a94d-9162fbfda3ef, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=fcffa0ce-f757-4966-a94d-9162fbfda3ef,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:35.027458 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] For port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:35.031822 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.040444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.101602 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.102231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.104668 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] 10.222.0.54 "PUT /v2.0/ports/8e5892b1-ffea-44ae-bd08-cd60aeed6b35 HTTP/1.1" status: 200 len: 1094 time: 1.4857712 Oct 28 15:57:35.109289 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'tag': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:35.111102 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=fcffa0ce-f757-4966-a94d-9162fbfda3ef,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:35.122308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d50b9da-97f3-477d-bb15-898edd06a727" -d '{"events": [{"name": "network-changed", "server_uuid": "9f3fc1c7-7427-4b8e-a282-a5ced60c1d62", "tag": "8e5892b1-ffea-44ae-bd08-cd60aeed6b35"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:35.193103 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f18f2-3096-4931-b799-54a5dc1f183e x-openstack-request-id: req-3f8f18f2-3096-4931-b799-54a5dc1f183e {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:35.193395 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f3fc1c7-7427-4b8e-a282-a5ced60c1d62", "tag": "8e5892b1-ffea-44ae-bd08-cd60aeed6b35", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:35.193717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3f8f18f2-3096-4931-b799-54a5dc1f183e {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:35.194161 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'tag': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35', 'status': 'completed', 'code': 200} Oct 28 15:57:35.220162 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f499014-8fd2-431b-b1d2-d59b80bc1bb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:35.226627 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:57:35.245132 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-8248b52b-d54f-41ea-a021-9cae31bdbecb None None] Provisioning complete for port bf8c3694-1179-474a-a715-36d63d78c208 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:35.245491 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-8248b52b-d54f-41ea-a021-9cae31bdbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.254378 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-528ae99b-256f-4740-9384-1a58caedce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.256246 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-528ae99b-256f-4740-9384-1a58caedce92 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b181fcc1699541e688df9b7bae48dec7&device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 1097 time: 0.0872207 Oct 28 15:57:35.280259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-8248b52b-d54f-41ea-a021-9cae31bdbecb None None] Port bf8c3694-1179-474a-a715-36d63d78c208 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:35.323766 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50002) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:35.359893 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-9a67c7d0-d357-4e9b-a9fd-f48f9f52d9e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35 HTTP/1.1" status: 200 len: 217 time: 0.0739801 Oct 28 15:57:35.422667 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1424807127-network', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:35.449746 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Made reservation on behalf of dd32656b539b4c93a03d7f274c3fe0a5 for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:35.452467 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.460977 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.493179 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81830267-a69c-43d6-8ae7-8215a774248f req-eae654e9-6386-4141-956b-4696bdc9963c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.494781 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-81830267-a69c-43d6-8ae7-8215a774248f req-eae654e9-6386-4141-956b-4696bdc9963c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1394765 Oct 28 15:57:35.496996 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-196dc5cb-86a8-4201-98dc-7484f813a553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.498339 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-196dc5cb-86a8-4201-98dc-7484f813a553 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e445143a-e591-4d98-b46e-2d35604b80fd HTTP/1.1" status: 200 len: 848 time: 0.1110578 Oct 28 15:57:35.514529 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:35.524960 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Sync routers for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:35.534620 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1029319a-40f5-4ed7-9fdb-4c60faa0e32e admin admin] 10.222.0.74 "PUT /v2.0/routers/dc912c1e-51e8-4c45-ac6c-59842ddf89c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6551337 Oct 28 15:57:35.553847 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:35.555395 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:35.566909 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-60763569-13c8-430e-9bb2-02858a223d07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c461167a-2e02-4901-9aa7-a881bab8f9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442734 Oct 28 15:57:35.581654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1397f95-af2d-4fd4-9465-de8b4f4b245a req-00db5a41-b49f-46ff-a115-ba329abc6a92 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.583201 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c1397f95-af2d-4fd4-9465-de8b4f4b245a req-00db5a41-b49f-46ff-a115-ba329abc6a92 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 944 time: 0.1428776 Oct 28 15:57:35.594132 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-81830267-a69c-43d6-8ae7-8215a774248f req-ba6aba90-0cc9-4012-aeff-94fbeb7b0295 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909181 Oct 28 15:57:35.626646 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.636803 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.676599 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44884e1e-b865-4adb-8958-161ff18f97a5,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:35.686456 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:57:35.701932 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.702272 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Added segment 9c09e7e6-c811-4f99-bec9-657bed2bdb83 of type vlan for network 2510dba7-177d-45ae-abef-1c47f5321024 Oct 28 15:57:35.707273 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c1397f95-af2d-4fd4-9465-de8b4f4b245a req-5d3545f1-9ca4-45fb-be73-d6ce773e0ebb tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112478 Oct 28 15:57:35.733561 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:35.742321 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-f3299d35-0a33-4477-8098-7fdb2dac6b8d service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578217 Oct 28 15:57:35.759767 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.802220 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.804410 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.805327 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.860380 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-146f20a9-2b3d-45a9-afe3-ad0046ecf9b5 req-1b9ec9b8-c733-4cf4-8379-4b625a3f81fa service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026430 Oct 28 15:57:35.885511 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] Pushing event updated for resources: {'Network': ['ID=2510dba7-177d-45ae-abef-1c47f5321024,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:35.891378 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-15b7ee02-3390-4eb8-8279-db0882d631dc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5663102 Oct 28 15:57:35.894232 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50018) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:35.899265 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Request body: {'subnet': {'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1424807127-subnet', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:35.901305 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 2510dba7-177d-45ae-abef-1c47f5321024 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:57:35.926606 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Made reservation on behalf of dd32656b539b4c93a03d7f274c3fe0a5 for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:35.929252 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9434658'] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:35.994731 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-29c32cf0-a782-4a72-9279-8f11a893bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:35.997982 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-29c32cf0-a782-4a72-9279-8f11a893bd64 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b181fcc1699541e688df9b7bae48dec7&device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 1097 time: 0.0617716 Oct 28 15:57:36.034157 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:34Z', 'revision_number': 2, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:36.067045 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Checking router: dc912c1e-51e8-4c45-ac6c-59842ddf89c7 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:36.067391 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Updating router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 port bf8c3694-1179-474a-a715-36d63d78c208 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:36.094332 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.123699 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-6a949dbc-663c-41d1-94b8-93467d476c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:36.125544 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-6a949dbc-663c-41d1-94b8-93467d476c0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 200 len: 909 time: 0.1175723 Oct 28 15:57:36.136224 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3506651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9434672'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.185740 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-e2e653ca-85c0-40f3-97d7-993fc78adaeb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35 HTTP/1.1" status: 200 len: 217 time: 0.0501993 Oct 28 15:57:36.186268 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 50030) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:36.193051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1673162175-network', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:36.217106 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Checking segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:36.217106 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Network hostable DHCP agents. Network: 2510dba7-177d-45ae-abef-1c47f5321024, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:57:36.227889 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b39c61c-3958-4090-bce0-846780f180a3,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:36.242374 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Network 2510dba7-177d-45ae-abef-1c47f5321024 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:57:36.247676 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Made reservation on behalf of 6523fb44f5764f5facd325e94d370e1d for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:36.250190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.257739 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 2510dba7-177d-45ae-abef-1c47f5321024) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:36.262395 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:36.263263 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.268072 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.278744 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-b17540c7-30b3-4a63-ba7a-44327836e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:36.280285 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-b17540c7-30b3-4a63-ba7a-44327836e8e9 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=e445143a-e591-4d98-b46e-2d35604b80fd HTTP/1.1" status: 200 len: 848 time: 0.0826898 Oct 28 15:57:36.284018 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f16cf9a0-d31d-4b12-98f7-79e8490b97cc admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3884256 Oct 28 15:57:36.286604 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50032) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:36.291515 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65256f9e-7bc4-4955-8a56-553e1eed5c08 None None] Network 2510dba7-177d-45ae-abef-1c47f5321024 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:36.292335 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:36.321750 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.323107 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.329333 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-abbf441d-8439-4e9b-9e64-10e05870a0e4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c461167a-2e02-4901-9aa7-a881bab8f9f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318882 Oct 28 15:57:36.379825 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.445037 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.459628 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.489393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 566} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:57:36.493158 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-6a81177a-4d9b-474d-ac93-f4f83631776a service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506939 Oct 28 15:57:36.513169 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.513628 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Added segment 7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f of type vlan for network 54ec2162-9b96-42d7-a562-ddefae71aedf Oct 28 15:57:36.521113 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.530035 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.537666 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-2510dba7-177d-45ae-abef-1c47f5321024', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:57:36.538665 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.543119 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.611704 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1d50b9da-97f3-477d-bb15-898edd06a727 req-23797043-fc3d-4853-9858-dbddb8fa84b7 service neutron] 10.222.0.54 "GET /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008584 Oct 28 15:57:36.623900 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa7ef8e-2d48-469f-ae18-a77ed3a5f927,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:36.675328 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba020-9062-467a-9b84-0b4b4ec0ca9a None None] Pushing event updated for resources: {'Port': ['ID=bf8c3694-1179-474a-a715-36d63d78c208,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:36.785174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.814493 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Attempting to bind port bf8c3694-1179-474a-a715-36d63d78c208 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:36.815123 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Attempting to bind port bf8c3694-1179-474a-a715-36d63d78c208 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:36.815820 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Attempting to bind port bf8c3694-1179-474a-a715-36d63d78c208 on network 35aeae1b-52e7-4307-8f79-9cd595ee3383 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:36.829180 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:36.829552 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Checking segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:36.830165 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.830567 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Bound using segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:36.831050 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Bound port: bf8c3694-1179-474a-a715-36d63d78c208, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:36.831434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.857440 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device fcffa0ce-f757-4966-a94d-9162fbfda3ef up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:36.887181 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a8add-4d68-4f00-8f94-dc9a4a71857e req-9f96506d-6bb3-4f73-bed8-bed89dd25988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:36.889009 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f51a8add-4d68-4f00-8f94-dc9a4a71857e req-9f96506d-6bb3-4f73-bed8-bed89dd25988 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.1841438 Oct 28 15:57:36.916247 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.937178 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:36.987680 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Allocated IP 172.20.0.2 (2510dba7-177d-45ae-abef-1c47f5321024/2b39c61c-3958-4090-bce0-846780f180a3/c8df6184-e50e-453b-89fa-f2d2dc5af186) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:37.008883 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] For port bf8c3694-1179-474a-a715-36d63d78c208, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:37.020100 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] For port bf8c3694-1179-474a-a715-36d63d78c208, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bf8c3694-1179-474a-a715-36d63d78c208,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:37.050326 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Allocated IP 172.27.2.151 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/db9b2b28-5730-4fdb-b667-98e29223e19d) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:37.065227 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port fcffa0ce-f757-4966-a94d-9162fbfda3ef triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:37.065602 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.071241 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.158158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.159037 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:37.159645 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.166705 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.202997 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.238918 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f032eb1-a3ff-4a28-810c-a2c1fa8a1bcc req-fd69b61d-42a5-43ae-8108-63af42bb5391 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:37.240497 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f032eb1-a3ff-4a28-810c-a2c1fa8a1bcc req-fd69b61d-42a5-43ae-8108-63af42bb5391 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.4536066 Oct 28 15:57:37.252481 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:37.255975 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:37.256521 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f51a8add-4d68-4f00-8f94-dc9a4a71857e req-7cfd831d-f851-4559-9f53-7976d219e654 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294501 Oct 28 15:57:37.259884 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:37.264776 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8544e7bb-5a8c-4ff6-a50b-a73a9afe1574 req-519e8ba9-88b3-44a0-86c3-788217609e07 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:37.265884 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Pushing event updated for resources: {'Port': ['ID=db9b2b28-5730-4fdb-b667-98e29223e19d,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:37.274457 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8544e7bb-5a8c-4ff6-a50b-a73a9afe1574 req-519e8ba9-88b3-44a0-86c3-788217609e07 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 944 time: 0.4215953 Oct 28 15:57:37.282403 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0949068 Oct 28 15:57:37.289564 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50044) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:37.296676 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Request body: {'subnet': {'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1673162175-subnet', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'ip_version': 4}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:37.309983 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11249-26c4-453c-b866-b776b8559912 admin admin] Pushing event updated for resources: {'Network': ['ID=54ec2162-9b96-42d7-a562-ddefae71aedf,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:37.346863 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 54ec2162-9b96-42d7-a562-ddefae71aedf details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:57:37.356424 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:37.361200 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:37.373252 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Made reservation on behalf of 6523fb44f5764f5facd325e94d370e1d for: {'subnet': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:37.375593 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9434658'] for subnet, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.393027 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8544e7bb-5a8c-4ff6-a50b-a73a9afe1574 req-952fac1f-5157-4bae-a4fe-88746d2b863a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175854 Oct 28 15:57:37.399803 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1f032eb1-a3ff-4a28-810c-a2c1fa8a1bcc req-dff7ed44-686f-4a7a-b2d2-d5c00d0532d8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503346 Oct 28 15:57:37.445580 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-c0189314-3300-4f05-842d-fbe1d6f80581 None None] Provisioning complete for port bf8c3694-1179-474a-a715-36d63d78c208 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:37.446032 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c0189314-3300-4f05-842d-fbe1d6f80581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.535309 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ba020-9062-467a-9b84-0b4b4ec0ca9a None None] Pushing event updated for resources: {'Port': ['ID=bf8c3694-1179-474a-a715-36d63d78c208,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:37.759882 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:37.861673 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.875296 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c0189314-3300-4f05-842d-fbe1d6f80581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.880182 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3506651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9434672'] for subnet, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:37.908266 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.005942 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c98c0c2-34a4-4896-b87f-4858a0ce54b2,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:38.016116 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Network 2510dba7-177d-45ae-abef-1c47f5321024 is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:38.028474 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Pushing event updated for resources: {'Port': ['ID=c8df6184-e50e-453b-89fa-f2d2dc5af186,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:38.031020 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:38.032614 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Checking segment: {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:38.032879 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Network hostable DHCP agents. Network: 54ec2162-9b96-42d7-a562-ddefae71aedf, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101481) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:57:38.035470 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-c0189314-3300-4f05-842d-fbe1d6f80581 None None] For port bf8c3694-1179-474a-a715-36d63d78c208, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bf8c3694-1179-474a-a715-36d63d78c208,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:38.038770 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:38.040858 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.047638 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c0189314-3300-4f05-842d-fbe1d6f80581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.115104 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Network 54ec2162-9b96-42d7-a562-ddefae71aedf is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101481) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:57:38.115508 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:57:38.127757 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 54ec2162-9b96-42d7-a562-ddefae71aedf) {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:38.134190 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:38.134829 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.150486 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745973cf-df21-4196-8320-4f5f96b3b98c None None] Network 54ec2162-9b96-42d7-a562-ddefae71aedf requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:38.161242 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f5e10c6a-847a-4717-9218-9321fcb5d859 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8702168 Oct 28 15:57:38.164044 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 50054) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:38.169327 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:38.192646 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.193701 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.248157 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.256444 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Attempting to bind port c8df6184-e50e-453b-89fa-f2d2dc5af186 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:38.256730 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Attempting to bind port c8df6184-e50e-453b-89fa-f2d2dc5af186 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:38.257082 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Attempting to bind port c8df6184-e50e-453b-89fa-f2d2dc5af186 on network 2510dba7-177d-45ae-abef-1c47f5321024 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:38.259629 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0189314-3300-4f05-842d-fbe1d6f80581 None None] Pushing event updated for resources: {'Port': ['ID=bf8c3694-1179-474a-a715-36d63d78c208,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:38.264649 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.315931 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:38.316301 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Checking segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:38.316703 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.317094 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Bound using segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:38.317600 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Bound port: c8df6184-e50e-453b-89fa-f2d2dc5af186, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:38.317980 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.330645 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-61ac8636-a4b7-4c90-a20f-afeebc2fba17 None None] Provisioning complete for port bf8c3694-1179-474a-a715-36d63d78c208 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:38.332248 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-61ac8636-a4b7-4c90-a20f-afeebc2fba17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.402218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.404921 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Router c48dadf6-eece-40ab-aaa5-3f622e811188 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:57:38.536689 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:38.548940 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:36Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:38.553009 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Sync routers for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:38.564245 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.565635 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:38.566496 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:38.570116 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-6cb90a4b-de91-4bbb-9d1f-b1fad1623f86 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2799373 Oct 28 15:57:38.571103 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50062) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:38.595227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70db33-ed16-40a3-a9d5-074b73ae693d req-c4d28cca-8c83-4423-84f3-f3884485c43c tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:38.600066 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] For port c8df6184-e50e-453b-89fa-f2d2dc5af186, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:38.603167 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7f70db33-ed16-40a3-a9d5-074b73ae693d req-c4d28cca-8c83-4423-84f3-f3884485c43c tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 944 time: 0.1162910 Oct 28 15:57:38.603455 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] For port c8df6184-e50e-453b-89fa-f2d2dc5af186, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=c8df6184-e50e-453b-89fa-f2d2dc5af186,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:38.612927 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f39a264-637f-42b6-833c-dd136f9985f3 None None] The sync data for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi is: [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:36Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:38.627982 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:38.632858 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1e1b17bd-ed78-4599-8516-9a5dd3b12060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.635729 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:38.642545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ff18a-cd75-4834-bdb3-bf033ed5f345 req-4ed274cb-bb9a-426b-be1c-34c711a39417 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:38.644351 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a5ff18a-cd75-4834-bdb3-bf033ed5f345 req-4ed274cb-bb9a-426b-be1c-34c711a39417 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1388705 Oct 28 15:57:38.710302 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7f70db33-ed16-40a3-a9d5-074b73ae693d req-fe711996-ff63-44bf-9c72-f51deb464b82 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059396 Oct 28 15:57:38.872913 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:38.910115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a5ff18a-cd75-4834-bdb3-bf033ed5f345 req-ad4bb0d7-22e2-4b6e-90cc-3b984823f667 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508221 Oct 28 15:57:38.947839 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35', 'network_id': 'c461167a-2e02-4901-9aa7-a881bab8f9f9', 'port_id': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35', 'mac_address': 'fa:16:3e:1b:c4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e445143a-e591-4d98-b46e-2d35604b80fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:57:38.983557 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bf8c3694-1179-474a-a715-36d63d78c208 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:38.985974 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b986a2e1-89a6-45a2-82a2-f75869c47102 None None] Pushing event updated for resources: {'Port': ['ID=c8df6184-e50e-453b-89fa-f2d2dc5af186,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:39.036034 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-54ec2162-9b96-42d7-a562-ddefae71aedf', 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'fixed_ips': [{'subnet_id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:57:39.036878 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.092531 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.190457 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:39.201652 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.212545 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:57:39.219075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:39.237553 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.250678 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.264517 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 3, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:39.332827 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Checking router: c48dadf6-eece-40ab-aaa5-3f622e811188 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:39.333431 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Updating router c48dadf6-eece-40ab-aaa5-3f622e811188 port db9b2b28-5730-4fdb-b667-98e29223e19d binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:39.370693 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.379452 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.429921 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port bf8c3694-1179-474a-a715-36d63d78c208 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:39.430304 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.437216 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:39.444655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Allocated IP 172.27.2.45 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:39.509478 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Allocated IP 172.20.0.2 (54ec2162-9b96-42d7-a562-ddefae71aedf/0c98c0c2-34a4-4896-b87f-4858a0ce54b2/2f714612-d284-43dd-b2f7-2b3bb738bfa7) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:39.636388 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.646478 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Allocated IP 172.20.0.1 (2510dba7-177d-45ae-abef-1c47f5321024/2b39c61c-3958-4090-bce0-846780f180a3/bce4741f-848f-4a56-b101-af04287ed4a4) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:39.689328 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.770035 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Pushing event updated for resources: {'Port': ['ID=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:39.806597 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.807312 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.807866 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.808363 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.808881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.809470 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.810083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.810581 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.811092 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.811672 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.812200 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.812823 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:39.859780 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:39.869190 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.874408 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:39.877795 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:39.913271 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:39.935051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c955d2-2e27-4552-a9be-b815afa7580f req-34781233-8196-4b04-acb6-954696caeb4d tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:39.944356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29c955d2-2e27-4552-a9be-b815afa7580f req-34781233-8196-4b04-acb6-954696caeb4d tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 945 time: 0.1239109 Oct 28 15:57:39.986485 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Network 2510dba7-177d-45ae-abef-1c47f5321024 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:40.011451 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:40.014591 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.026082 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:40.044775 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.046406 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.065555 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29c955d2-2e27-4552-a9be-b815afa7580f req-b57b9d1c-9fe4-4d38-8e11-36ef2d4de7df tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059196 Oct 28 15:57:40.067397 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.121872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Pushing event updated for resources: {'Port': ['ID=bce4741f-848f-4a56-b101-af04287ed4a4,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:40.149840 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Attempting to bind port db9b2b28-5730-4fdb-b667-98e29223e19d on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:40.150429 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Attempting to bind port db9b2b28-5730-4fdb-b667-98e29223e19d by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:40.150888 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Attempting to bind port db9b2b28-5730-4fdb-b667-98e29223e19d on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:40.155183 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef834f55-34e4-45be-9c98-8004fe5550a3 None None] Pushing event updated for resources: {'Port': ['ID=db9b2b28-5730-4fdb-b667-98e29223e19d,revision_number=2']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:40.158377 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.160661 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:40.161145 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:40.161629 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.162266 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:40.162933 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Bound port: db9b2b28-5730-4fdb-b667-98e29223e19d, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:40.164328 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Pushing event updated for resources: {'Port': ['ID=2f714612-d284-43dd-b2f7-2b3bb738bfa7,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:40.164618 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.197638 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Network 54ec2162-9b96-42d7-a562-ddefae71aedf is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:40.201544 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:40.211565 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:40.277414 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4654b9c1-760c-40e5-811c-66ed3375493b None None] Network 2510dba7-177d-45ae-abef-1c47f5321024 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:40.297609 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] For port db9b2b28-5730-4fdb-b667-98e29223e19d, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:40.302890 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] For port db9b2b28-5730-4fdb-b667-98e29223e19d, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=db9b2b28-5730-4fdb-b667-98e29223e19d,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:40.310290 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.372353 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:40.372557 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Attempting to bind port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:40.372802 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Attempting to bind port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:40.373163 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Attempting to bind port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 on network 54ec2162-9b96-42d7-a562-ddefae71aedf {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:40.373270 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:40.385434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:40.385434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Checking segment: {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:40.385880 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.386286 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Bound using segment: {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:40.386772 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Bound port: 2f714612-d284-43dd-b2f7-2b3bb738bfa7, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:40.387162 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.389585 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.403661 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-9f9cc5b4-3223-46ab-95d6-bd1026b05fb4 None None] Provisioning complete for port c8df6184-e50e-453b-89fa-f2d2dc5af186 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:40.403882 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc5b4-3223-46ab-95d6-bd1026b05fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.476471 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218c61-6053-42f9-a750-8476d914e239 req-c6b53380-dfc9-4d7e-a449-7adbbee93136 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:40.484741 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fc218c61-6053-42f9-a750-8476d914e239 req-c6b53380-dfc9-4d7e-a449-7adbbee93136 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1511612 Oct 28 15:57:40.488024 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:40.532705 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.589183 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fc218c61-6053-42f9-a750-8476d914e239 req-c0450c9c-2957-495b-b1d7-30405e4b34ff tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015165 Oct 28 15:57:40.597711 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] For port 2f714612-d284-43dd-b2f7-2b3bb738bfa7, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:40.602649 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] For port 2f714612-d284-43dd-b2f7-2b3bb738bfa7, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=2f714612-d284-43dd-b2f7-2b3bb738bfa7,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:40.617218 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.703404 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc5b4-3223-46ab-95d6-bd1026b05fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.705574 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.715548 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef834f55-34e4-45be-9c98-8004fe5550a3 None None] Pushing event updated for resources: {'Port': ['ID=db9b2b28-5730-4fdb-b667-98e29223e19d,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:40.716708 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.776414 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6d52e-15d1-438f-9cba-63909841affd None None] Pushing event updated for resources: {'Port': ['ID=2f714612-d284-43dd-b2f7-2b3bb738bfa7,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:40.785779 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-9f9cc5b4-3223-46ab-95d6-bd1026b05fb4 None None] For port c8df6184-e50e-453b-89fa-f2d2dc5af186, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=c8df6184-e50e-453b-89fa-f2d2dc5af186,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:40.795140 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9f9cc5b4-3223-46ab-95d6-bd1026b05fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.874434 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.880850 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:39Z', 'revision_number': 1, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:40.882275 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c8df6184-e50e-453b-89fa-f2d2dc5af186 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:40.903845 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Pushing event updated for resources: {'Port': ['ID=bce4741f-848f-4a56-b101-af04287ed4a4,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:40.915961 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19acce10-8dbf-4ec8-a333-65556c669e4f None None] The sync data for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi is: [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:39Z', 'revision_number': 1, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:40.936545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:40.942152 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9cc5b4-3223-46ab-95d6-bd1026b05fb4 None None] Pushing event updated for resources: {'Port': ['ID=c8df6184-e50e-453b-89fa-f2d2dc5af186,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:41.017768 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port c8df6184-e50e-453b-89fa-f2d2dc5af186 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:41.020237 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.090051 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Network 2510dba7-177d-45ae-abef-1c47f5321024 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:41.097260 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0a1b7a5b-8b88-440f-8591-789ff482d460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.100720 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:41.243647 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-9ec55476-e514-45e9-a8fb-ed5104bdc9b9 None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:41.244054 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9ec55476-e514-45e9-a8fb-ed5104bdc9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.316233 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-9ec55476-e514-45e9-a8fb-ed5104bdc9b9 None None] Port bce4741f-848f-4a56-b101-af04287ed4a4 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:41.347378 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-9ec55476-e514-45e9-a8fb-ed5104bdc9b9 None None] Provisioning complete for port c8df6184-e50e-453b-89fa-f2d2dc5af186 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:41.357243 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9ec55476-e514-45e9-a8fb-ed5104bdc9b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.395822 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Router c48dadf6-eece-40ab-aaa5-3f622e811188 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:57:41.435830 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f924e-28ff-4ed9-abf5-36c61fdc8405 req-62b64ab8-19ec-4ba2-b804-0d88cc916d43 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:41.449569 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-291f924e-28ff-4ed9-abf5-36c61fdc8405 req-62b64ab8-19ec-4ba2-b804-0d88cc916d43 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 945 time: 0.2408190 Oct 28 15:57:41.451136 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Router 311747fe-66da-4ae9-bc2a-c2720e3873d1 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:57:41.679718 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:41.690919 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9a5ddb5a-ecfa-448b-8a67-e67da1d705de admin admin] 10.222.0.74 "PUT /v2.0/routers/c48dadf6-eece-40ab-aaa5-3f622e811188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1183650 Oct 28 15:57:41.740456 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-d6fcd6bd-9cff-45d1-a37a-55f751431a8c None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:41.741019 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d6fcd6bd-9cff-45d1-a37a-55f751431a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.749577 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-291f924e-28ff-4ed9-abf5-36c61fdc8405 req-bba04591-4b58-432b-9d80-1478fe694310 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901227 Oct 28 15:57:41.794446 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcd6bd-9cff-45d1-a37a-55f751431a8c None None] Port bce4741f-848f-4a56-b101-af04287ed4a4 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:41.880121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:41.893508 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Sync routers for ids ['311747fe-66da-4ae9-bc2a-c2720e3873d1'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:41.935532 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Routers {'311747fe-66da-4ae9-bc2a-c2720e3873d1'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:41.936555 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['311747fe-66da-4ae9-bc2a-c2720e3873d1'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:41.949514 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['8e5892b1-ffea-44ae-bd08-cd60aeed6b35'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:41.971087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8826375-4fd7-4699-9cd2-9cbe26e6607b req-d779a5ee-008d-4e28-b06d-5b364dbf7fa7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:41.976056 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c8826375-4fd7-4699-9cd2-9cbe26e6607b req-d779a5ee-008d-4e28-b06d-5b364dbf7fa7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.2249651 Oct 28 15:57:41.985041 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:41.986614 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-9e0ef52c-cf4e-4db4-90b1-a770a02f1214 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8209465 Oct 28 15:57:41.991239 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50088) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:42.039980 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-395c67d9-8357-42f5-9a5f-96f329955292 None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:42.040662 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-395c67d9-8357-42f5-9a5f-96f329955292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:42.100628 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c8826375-4fd7-4699-9cd2-9cbe26e6607b req-07a65a9a-a3aa-437b-9fd9-f4679648456e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112094 Oct 28 15:57:42.247615 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:42.323240 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:42.385146 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-395c67d9-8357-42f5-9a5f-96f329955292 None None] Port bce4741f-848f-4a56-b101-af04287ed4a4 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:42.465808 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Set router 311747fe-66da-4ae9-bc2a-c2720e3873d1 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:42.680082 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b302c0-92f4-44f2-9292-91d58ac655ca None None] Network 54ec2162-9b96-42d7-a562-ddefae71aedf requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:42.878147 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-fc1c4b1a-670e-419d-aea7-6abfb97ef8a5 None None] Provisioning complete for port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:42.878669 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4b1a-670e-419d-aea7-6abfb97ef8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.028685 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c8df6184-e50e-453b-89fa-f2d2dc5af186 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:43.032246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ff5b7b-4215-4981-ad9b-090878f33f97 req-d7bc8952-4786-4136-88fc-6ed697955172 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:43.040801 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63ff5b7b-4215-4981-ad9b-090878f33f97 req-d7bc8952-4786-4136-88fc-6ed697955172 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 945 time: 0.1563375 Oct 28 15:57:43.102262 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63ff5b7b-4215-4981-ad9b-090878f33f97 req-b19f0faf-7093-48db-91f9-eb5fedbf9482 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 Oct 28 15:57:43.137300 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50108) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:43.144407 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1341286231-network', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:43.203596 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Made reservation on behalf of d8be0c041ddf44c89ceaa1c432f3d95f for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:43.205917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.218047 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.275252 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.283870 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24267ab9-bcce-4aed-b6d8-8fb7a9a98be3 req-eaab6627-ccca-43b0-a3fd-5dfd6eec87d5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:43.290545 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24267ab9-bcce-4aed-b6d8-8fb7a9a98be3 req-eaab6627-ccca-43b0-a3fd-5dfd6eec87d5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0605946 Oct 28 15:57:43.309167 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4b1a-670e-419d-aea7-6abfb97ef8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.389795 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24267ab9-bcce-4aed-b6d8-8fb7a9a98be3 req-5cc11604-2f96-4e5a-850a-bf44ec572b6c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871847 Oct 28 15:57:43.400725 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-fc1c4b1a-670e-419d-aea7-6abfb97ef8a5 None None] For port 2f714612-d284-43dd-b2f7-2b3bb738bfa7, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=2f714612-d284-43dd-b2f7-2b3bb738bfa7,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:43.402143 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port c8df6184-e50e-453b-89fa-f2d2dc5af186 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:43.402507 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.459057 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fc1c4b1a-670e-419d-aea7-6abfb97ef8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.472047 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.487441 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.516127 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 3, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:43.553764 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 559} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:57:43.574236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Allocated IP 172.20.0.1 (54ec2162-9b96-42d7-a562-ddefae71aedf/0c98c0c2-34a4-4896-b87f-4858a0ce54b2/84a762d7-91c7-481f-a579-5c217d7ce950) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:43.583948 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ac5507-f975-4cc4-88ef-3be554ce33a7,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:43.595548 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Checking router: 311747fe-66da-4ae9-bc2a-c2720e3873d1 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:43.595548 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Updating router 311747fe-66da-4ae9-bc2a-c2720e3873d1 port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:43.599969 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.600309 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Added segment 7f0066be-98e3-4c54-85b8-3f76763ccb73 of type vlan for network cc1be6f6-ee8f-4a18-8969-cffc1f446526 Oct 28 15:57:43.626177 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.626864 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.627357 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.627946 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.628436 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.628897 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.629365 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.629834 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.630292 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.630759 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.631218 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.632100 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:57:43.662896 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c4b1a-670e-419d-aea7-6abfb97ef8a5 None None] Pushing event updated for resources: {'Port': ['ID=2f714612-d284-43dd-b2f7-2b3bb738bfa7,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:43.693590 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.733240 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.764328 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device db9b2b28-5730-4fdb-b667-98e29223e19d up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:43.783392 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.784668 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:43.785489 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.836851 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.909437 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.924108 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0d33d591-f2f8-4823-af5f-884ff152ffa0 None None] Provisioning complete for port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:43.924773 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0d33d591-f2f8-4823-af5f-884ff152ffa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:43.925082 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-8c74b27b-9d64-43ff-9b64-96950226d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:43.928013 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-8c74b27b-9d64-43ff-9b64-96950226d503 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.0874438 Oct 28 15:57:43.930165 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7917550 Oct 28 15:57:43.932978 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 50134) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:43.937183 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef0605-da4e-4cf8-be0f-dfe2f1eea43e admin admin] Pushing event updated for resources: {'Network': ['ID=cc1be6f6-ee8f-4a18-8969-cffc1f446526,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:43.939277 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Request body: {'subnet': {'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1341286231-subnet', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:43.956048 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503e1f7-2a37-4e81-8385-2ca01cff0cc4 req-e9d301e4-f794-425c-9fde-36ddecccca8e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:43.957075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:57:43.958159 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2503e1f7-2a37-4e81-8385-2ca01cff0cc4 req-e9d301e4-f794-425c-9fde-36ddecccca8e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0849602 Oct 28 15:57:43.981912 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.044686 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Pushing event updated for resources: {'Port': ['ID=84a762d7-91c7-481f-a579-5c217d7ce950,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:44.054368 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Network 54ec2162-9b96-42d7-a562-ddefae71aedf is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:44.055874 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:44.064511 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port db9b2b28-5730-4fdb-b667-98e29223e19d triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:44.064823 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.068097 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:44.133033 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.335150 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.370783 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.415190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-9387611f-9e73-434e-a966-bce2bf1df9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:44.418942 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port db9b2b28-5730-4fdb-b667-98e29223e19d, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=db9b2b28-5730-4fdb-b667-98e29223e19d,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:44.421023 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.424367 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-9387611f-9e73-434e-a966-bce2bf1df9b8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.4802392 Oct 28 15:57:44.428524 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.429328 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 2f714612-d284-43dd-b2f7-2b3bb738bfa7 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:44.476901 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.493878 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-d790b293-abe4-4794-bf54-62acf4e577e3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.0534632 Oct 28 15:57:44.539370 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-54e5ddbd-82f0-4de7-aaab-201dd9ce2ed8 None None] Provisioning complete for port 84a762d7-91c7-481f-a579-5c217d7ce950 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:44.539807 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-54e5ddbd-82f0-4de7-aaab-201dd9ce2ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.599924 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Made reservation on behalf of d8be0c041ddf44c89ceaa1c432f3d95f for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:44.607909 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9054594'] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.647294 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Attempting to bind port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:44.647947 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Attempting to bind port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:44.648473 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Attempting to bind port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:44.661423 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:44.661805 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:44.662195 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.662732 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:44.663230 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Bound port: 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:44.663635 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.666826 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.675664 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.678494 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2503e1f7-2a37-4e81-8385-2ca01cff0cc4 req-5803ae29-c8e6-471c-991f-1cd70ddf187a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7083642 Oct 28 15:57:44.737755 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] For port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:44.742603 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] For port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:44.751746 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=db9b2b28-5730-4fdb-b667-98e29223e19d,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:44.754258 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.758448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-ea07d77c-b9a9-4e16-afe9-e87735b50264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:44.760123 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-ea07d77c-b9a9-4e16-afe9-e87735b50264 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.2443161 Oct 28 15:57:44.773789 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.779675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fada8-994a-4087-990b-50ba962c8999 req-cc19a5a4-a357-48c0-a649-f723e840b437 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:44.789327 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ef4fada8-994a-4087-990b-50ba962c8999 req-cc19a5a4-a357-48c0-a649-f723e840b437 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 945 time: 0.2860839 Oct 28 15:57:44.826716 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-54e5ddbd-82f0-4de7-aaab-201dd9ce2ed8 None None] Port 84a762d7-91c7-481f-a579-5c217d7ce950 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:44.829675 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:44.830043 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:44.863793 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-8b6c4dd2-e3e2-4da8-9484-0452844b576c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491545 Oct 28 15:57:44.873311 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Pushing event updated for resources: {'Port': ['ID=84a762d7-91c7-481f-a579-5c217d7ce950,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:44.921182 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ef4fada8-994a-4087-990b-50ba962c8999 req-57c26e30-70cd-4117-b798-9fa187ea5093 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302822 Oct 28 15:57:44.935670 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Network 54ec2162-9b96-42d7-a562-ddefae71aedf is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:44.945463 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:44.962498 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98553d4-7de2-4c75-a1b3-13aee3fd8bed None None] Pushing event updated for resources: {'Port': ['ID=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:45.050015 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Sync routers for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:45.067619 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:45.071016 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.125837 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-7513c8c4-ff8b-45f9-871d-bf5e19551ebd service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464097 Oct 28 15:57:45.130196 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.147715 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98553d4-7de2-4c75-a1b3-13aee3fd8bed None None] Pushing event updated for resources: {'Port': ['ID=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:45.165363 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Routers {'311747fe-66da-4ae9-bc2a-c2720e3873d1'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:45.167027 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['311747fe-66da-4ae9-bc2a-c2720e3873d1'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.182799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=460cb26c-c4cd-47ec-91c4-dc369b361c75,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:45.218400 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Checking segment: {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:45.218833 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Network hostable DHCP agents. Network: cc1be6f6-ee8f-4a18-8969-cffc1f446526, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:57:45.221114 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Router 311747fe-66da-4ae9-bc2a-c2720e3873d1 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:57:45.247206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:57:45.263445 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, cc1be6f6-ee8f-4a18-8969-cffc1f446526) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:45.270030 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:45.270630 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.284742 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a398862-c169-46c9-88e1-2d5fab5d323f None None] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:45.294830 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:45.311358 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:45.352355 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7e783356-5006-4308-9f32-3d0cbbeaaf83 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4181378 Oct 28 15:57:45.354861 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 50156) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:45.359756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:45.409328 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.409454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-25e0f694-796c-4f3d-b1ea-81f2840785f2 None None] Provisioning complete for port 84a762d7-91c7-481f-a579-5c217d7ce950 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:45.409454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-25e0f694-796c-4f3d-b1ea-81f2840785f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.409928 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.434120 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:45.439021 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978d731-0a09-44d7-af3e-088e5be7cc0d req-f75f7aad-5c6a-4c98-bae4-187c38606fd6 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461575 Oct 28 15:57:45.442125 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-2d05842e-c744-4832-81c5-6695449a6f8c admin admin] 10.222.0.74 "PUT /v2.0/routers/311747fe-66da-4ae9-bc2a-c2720e3873d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4496398 Oct 28 15:57:45.520999 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.576138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] Set router 311747fe-66da-4ae9-bc2a-c2720e3873d1 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:45.597387 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 2, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:45.617075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-25e0f694-796c-4f3d-b1ea-81f2840785f2 None None] Port 84a762d7-91c7-481f-a579-5c217d7ce950 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:45.655338 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:57:45.669438 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:45.670129 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.672134 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device db9b2b28-5730-4fdb-b667-98e29223e19d up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:45.689697 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Checking router: c48dadf6-eece-40ab-aaa5-3f622e811188 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:45.690916 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Updating router c48dadf6-eece-40ab-aaa5-3f622e811188 port bce4741f-848f-4a56-b101-af04287ed4a4 binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:45.719104 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.765984 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:45.875728 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d420a6-f36f-4c84-a330-3cce6f68f2e3 req-1d10a24d-c9e7-419f-b9a6-6d46bacf4a43 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:45.882820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-70d420a6-f36f-4c84-a330-3cce6f68f2e3 req-1d10a24d-c9e7-419f-b9a6-6d46bacf4a43 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0758131 Oct 28 15:57:45.945607 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-70d420a6-f36f-4c84-a330-3cce6f68f2e3 req-d2abacd8-51a3-4de5-bd7f-151efa817a82 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617850 Oct 28 15:57:46.050313 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'fixed_ips': [{'subnet_id': '460cb26c-c4cd-47ec-91c4-dc369b361c75'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 15:57:46.051201 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.081157 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port db9b2b28-5730-4fdb-b667-98e29223e19d triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:46.081531 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.122598 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.154851 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.291162 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Allocated IP 172.20.0.2 (cc1be6f6-ee8f-4a18-8969-cffc1f446526/460cb26c-c4cd-47ec-91c4-dc369b361c75/3931281e-30f9-4cef-b97e-b73dc41ef845) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:46.325985 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50180) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:46.330638 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1360301808', 'description': 'tempest-secgroup-smoke-1360301808 description', 'project_id': '5a41dcd9fdac4825836c411b19a96328'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:46.380030 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.386767 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.390737 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.405500 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Allocated IP 172.27.2.36 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/87a75835-ddf3-47ff-8487-1fae27739552) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:46.446444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ef1e-0098-4ebe-a0b0-41cb8d54b467 req-cfd5cfab-970b-4c49-8c6d-8f599f4fb6aa tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:46.450708 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4835ef1e-0098-4ebe-a0b0-41cb8d54b467 req-cfd5cfab-970b-4c49-8c6d-8f599f4fb6aa tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 945 time: 0.2159824 Oct 28 15:57:46.466714 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.490078 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b37b69-f5ae-42cd-9554-2ecc00ce8ac3 None None] Pushing event updated for resources: {'Port': ['ID=bce4741f-848f-4a56-b101-af04287ed4a4,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:46.550707 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.572738 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.581991 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Attempting to bind port bce4741f-848f-4a56-b101-af04287ed4a4 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:46.582443 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Attempting to bind port bce4741f-848f-4a56-b101-af04287ed4a4 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:46.583087 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Attempting to bind port bce4741f-848f-4a56-b101-af04287ed4a4 on network 2510dba7-177d-45ae-abef-1c47f5321024 {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:46.591442 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:46.591442 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Checking segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:46.591991 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.592500 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Bound using segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:46.593354 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Bound port: bce4741f-848f-4a56-b101-af04287ed4a4, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:46.594300 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.634687 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.636010 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3090060 Oct 28 15:57:46.639402 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50190) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:46.656205 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group_rule': {'security_group_id': '282de69a-adf8-4d93-badf-249d556c3e3b', 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:46.704607 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61107c-39d5-463b-8bf0-c2cb124106cd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282de69a-adf8-4d93-badf-249d556c3e3b,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:46.754628 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:46.757554 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.759242 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39be6ff5-52e9-476f-9842-af38220390e6" -d '{"events": [{"server_uuid": "9f3fc1c7-7427-4b8e-a282-a5ced60c1d62", "name": "network-vif-plugged", "status": "completed", "tag": "8e5892b1-ffea-44ae-bd08-cd60aeed6b35"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:46.792254 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 2f714612-d284-43dd-b2f7-2b3bb738bfa7 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:46.809032 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4835ef1e-0098-4ebe-a0b0-41cb8d54b467 req-d38a04fa-6bc4-4c60-9f32-fa0009f11c70 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456717 Oct 28 15:57:46.862887 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] For port bce4741f-848f-4a56-b101-af04287ed4a4, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:46.872849 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] For port bce4741f-848f-4a56-b101-af04287ed4a4, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bce4741f-848f-4a56-b101-af04287ed4a4,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:46.887973 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:46.912731 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.936723 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.974429 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:46.984021 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.027836 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67618991-77f6-4f76-9450-19cacd1b074f,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.086587 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.093801 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b720ebd9-cdd3-459e-8968-6ea774b30e00 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4445395 Oct 28 15:57:47.094527 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a14698-03f6-4888-86b3-082d95f473a9 x-openstack-request-id: req-c1a14698-03f6-4888-86b3-082d95f473a9 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:47.094847 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3fc1c7-7427-4b8e-a282-a5ced60c1d62", "name": "network-vif-plugged", "status": "completed", "tag": "8e5892b1-ffea-44ae-bd08-cd60aeed6b35", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:47.095106 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c1a14698-03f6-4888-86b3-082d95f473a9 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:47.095355 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50206) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:47.095662 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35', 'code': 200} Oct 28 15:57:47.098182 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.107073 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group_rule': {'security_group_id': '282de69a-adf8-4d93-badf-249d556c3e3b', 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:47.126247 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b37b69-f5ae-42cd-9554-2ecc00ce8ac3 None None] Pushing event updated for resources: {'Port': ['ID=bce4741f-848f-4a56-b101-af04287ed4a4,revision_number=4']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.145021 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:47.146424 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:47.177827 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.195202 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-f00dafa6-8928-49e0-b2ad-c93026555ae0 None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:47.196287 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f00dafa6-8928-49e0-b2ad-c93026555ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.289048 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '84a762d7-91c7-481f-a579-5c217d7ce950', 'name': '', 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'mac_address': 'fa:16:3e:2f:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:43Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 2, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'subnets': [{'id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:47.332401 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f825ea15-9504-4149-a185-476eec0e86f9 None None] The sync data for ids ['311747fe-66da-4ae9-bc2a-c2720e3873d1'] in dv-cinder-780759-4-iscsi is: [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '84a762d7-91c7-481f-a579-5c217d7ce950', 'name': '', 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'mac_address': 'fa:16:3e:2f:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:43Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 2, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'subnets': [{'id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:47.334755 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.349903 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.362317 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.366606 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:47.368131 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.411466 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-b9eb8f19-ed36-4ff9-b00e-f3b5620b1671 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:47.413091 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-b9eb8f19-ed36-4ff9-b00e-f3b5620b1671 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.5889978 Oct 28 15:57:47.413724 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.424388 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.432904 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3364093 Oct 28 15:57:47.438253 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50210) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:47.452771 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group_rule': {'security_group_id': '282de69a-adf8-4d93-badf-249d556c3e3b', 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:47.483674 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8ef1-20ed-40ad-8b8f-9c2bd11e7c8b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000de20f-eed5-4152-a09f-da609e98a1df,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.495446 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652d36a-0c21-41e2-9a19-e884ff2c94b3 req-deca9826-2188-4ac6-a0a6-ac7e9ea14e04 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:47.496639 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f652d36a-0c21-41e2-9a19-e884ff2c94b3 req-deca9826-2188-4ac6-a0a6-ac7e9ea14e04 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.2982049 Oct 28 15:57:47.504211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-4acc0cae-7210-48fa-9898-6f5407f65015 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/quotas/bd291a80b9204a609cd29640ab93b579 HTTP/1.1" status: 200 len: 375 time: 0.0671113 Oct 28 15:57:47.507023 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.511380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.525018 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281df510-2107-4603-acc1-9bc560ab0a54 req-5469d0f6-e3b7-487e-b031-6f79c5910473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:47.526484 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-281df510-2107-4603-acc1-9bc560ab0a54 req-5469d0f6-e3b7-487e-b031-6f79c5910473 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 1099 time: 0.2313426 Oct 28 15:57:47.545063 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Pushing event updated for resources: {'Port': ['ID=3931281e-30f9-4cef-b97e-b73dc41ef845,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.596137 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.604230 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.608095 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:47.619559 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:47.626668 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:47.638234 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3da2f9-97c3-4118-bfb7-effbadd18a5a,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.639439 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f652d36a-0c21-41e2-9a19-e884ff2c94b3 req-49fa8488-d2af-40d2-838f-d4f97f28ae87 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331670 Oct 28 15:57:47.659296 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Pushing event updated for resources: {'Port': ['ID=87a75835-ddf3-47ff-8487-1fae27739552,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.669344 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.670774 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-2c4dce2c-f8be-48b7-9d04-160fae228fe0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2290053 Oct 28 15:57:47.676629 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-fa9f5b3b-ceac-4752-bd3e-600b50ed4086 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1617188 Oct 28 15:57:47.676839 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:47.677475 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50214) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:47.680482 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:47.683126 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:47.683507 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.685296 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:47.685563 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group_rule': {'security_group_id': '282de69a-adf8-4d93-badf-249d556c3e3b', 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:47.712765 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f00dafa6-8928-49e0-b2ad-c93026555ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.750726 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.764572 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:46Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:47.821792 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc267785-cb83-48d5-9ce3-13425ba7b0b2 None None] The sync data for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi is: [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:46Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:47.853678 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.865397 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.910755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f85234-4688-4270-9ed4-047a3ca11f7a,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:47.935028 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.936692 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b2732a3e-4e6b-459c-9896-4d07570cb71f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2571886 Oct 28 15:57:47.939102 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50220) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:47.943884 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group_rule': {'security_group_id': '282de69a-adf8-4d93-badf-249d556c3e3b', 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:47.966712 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Attempting to bind port 3931281e-30f9-4cef-b97e-b73dc41ef845 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:47.967094 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Attempting to bind port 3931281e-30f9-4cef-b97e-b73dc41ef845 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:47.967461 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Attempting to bind port 3931281e-30f9-4cef-b97e-b73dc41ef845 on network cc1be6f6-ee8f-4a18-8969-cffc1f446526 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:47.977593 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:47.978287 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Checking segment: {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:47.978852 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.979408 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Bound using segment: {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:47.980076 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Bound port: 3931281e-30f9-4cef-b97e-b73dc41ef845, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:47.981483 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:47.987270 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.securitygroups_db [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Project 5a41dcd9fdac4825836c411b19a96328 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:57:47.993051 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.021902 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f00dafa6-8928-49e0-b2ad-c93026555ae0 None None] For port bce4741f-848f-4a56-b101-af04287ed4a4, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bce4741f-848f-4a56-b101-af04287ed4a4,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:48.026829 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-ece9203e-7c49-4d84-8abd-cf837fbc1823 service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253210 Oct 28 15:57:48.082096 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.083909 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f00dafa6-8928-49e0-b2ad-c93026555ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.093864 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.120278 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47bf9036-a81d-45cb-a6eb-749046e4b600,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:48.139860 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.143759 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-2ce6c383-0c0d-4e27-babe-4f09ec107732 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2009208 Oct 28 15:57:48.146573 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50222) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:48.147240 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-f453d402-6784-4425-8acc-89e72edac2de service neutron] 10.222.0.74 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163051 Oct 28 15:57:48.156824 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'security_group_rule': {'security_group_id': '282de69a-adf8-4d93-badf-249d556c3e3b', 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:48.186767 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] For port 3931281e-30f9-4cef-b97e-b73dc41ef845, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:48.192053 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] For port 3931281e-30f9-4cef-b97e-b73dc41ef845, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3931281e-30f9-4cef-b97e-b73dc41ef845,segment=NetworkSegment(7f0066be-98e3-4c54-85b8-3f76763ccb73),segment_id=7f0066be-98e3-4c54-85b8-3f76763ccb73)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:48.196738 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dafa6-8928-49e0-b2ad-c93026555ae0 None None] Pushing event updated for resources: {'Port': ['ID=bce4741f-848f-4a56-b101-af04287ed4a4,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:48.202630 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.204736 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.securitygroups_db [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Project 5a41dcd9fdac4825836c411b19a96328 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:57:48.234770 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.313646 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36b1871-7a30-4e93-8b2f-f50ea105f24f req-8b6e1325-3461-453b-903d-ad4b25fe49a5 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:48.316952 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d36b1871-7a30-4e93-8b2f-f50ea105f24f req-8b6e1325-3461-453b-903d-ad4b25fe49a5 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.3681395 Oct 28 15:57:48.330052 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-6d9d513e-0790-485c-8798-7873c66b217b None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:48.330393 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6d9d513e-0790-485c-8798-7873c66b217b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.358219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bce4741f-848f-4a56-b101-af04287ed4a4 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:48.392569 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.415533 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.459638 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b09f67-b04e-4934-8a11-6d5dd3fc8955,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:48.504406 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.519453 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f718e46-b8b3-492f-a786-c087322cc88e None None] Pushing event updated for resources: {'Port': ['ID=3931281e-30f9-4cef-b97e-b73dc41ef845,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:48.519734 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b7fa87ef-4059-4149-ab3d-e4fd1b25fed5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3632874 Oct 28 15:57:48.646216 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:48.646764 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.862418 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-655dddd3-c0a4-43bc-a47b-6021d3e7d2ba req-2650f09b-b8c1-49d5-8f03-26eba49627c0 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 210 time: 0.4220173 Oct 28 15:57:48.863259 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:48.868339 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d36b1871-7a30-4e93-8b2f-f50ea105f24f req-d052f4e0-c4f0-4951-8fd0-eb521bd8b5a2 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5405357 Oct 28 15:57:49.087411 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9db28-5d26-4f94-9b79-a488976bd62d req-ac2c2bb8-aeda-476f-b9b9-d0993c13928d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:49.088950 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89a9db28-5d26-4f94-9b79-a488976bd62d req-ac2c2bb8-aeda-476f-b9b9-d0993c13928d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0662284 Oct 28 15:57:49.195923 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89a9db28-5d26-4f94-9b79-a488976bd62d req-d21829c4-53bd-4e74-b65a-e7641d6973ad tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981646 Oct 28 15:57:49.238518 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:49.373978 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Router 43e2c093-0e87-46df-9275-55c866fde0af is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 15:57:49.489299 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:49.499652 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Sync routers for ids ['43e2c093-0e87-46df-9275-55c866fde0af'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:49.508270 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:49.509526 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7877a916-788f-4d2f-a779-e3ef4a138180 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1537418 Oct 28 15:57:49.512257 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 50284) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:49.513251 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Routers {'43e2c093-0e87-46df-9275-55c866fde0af'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:49.513986 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['43e2c093-0e87-46df-9275-55c866fde0af'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:49.584828 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88afc856-0fdb-4e8c-8722-6a72239ddce4 None None] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:57:49.723297 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Set router 43e2c093-0e87-46df-9275-55c866fde0af gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:49.917889 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-b68d3b72-4065-4769-98ed-db8c724a920b None None] Provisioning complete for port 3931281e-30f9-4cef-b97e-b73dc41ef845 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:49.918252 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b68d3b72-4065-4769-98ed-db8c724a920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.006725 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d7ece88-6462-451f-af76-3656b364919a req-28be4545-c70e-473e-8e0b-a15c70a30cef tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0398846 Oct 28 15:57:50.031225 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.066942 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3090fa-f4f5-4797-b301-fd20ec2328c5 req-15e5dee0-57d8-4f35-8923-1ea405bfc201 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:50.068502 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ee3090fa-f4f5-4797-b301-fd20ec2328c5 req-15e5dee0-57d8-4f35-8923-1ea405bfc201 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.0873227 Oct 28 15:57:50.150776 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b68d3b72-4065-4769-98ed-db8c724a920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.195383 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-b68d3b72-4065-4769-98ed-db8c724a920b None None] For port 3931281e-30f9-4cef-b97e-b73dc41ef845, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3931281e-30f9-4cef-b97e-b73dc41ef845,segment=NetworkSegment(7f0066be-98e3-4c54-85b8-3f76763ccb73),segment_id=7f0066be-98e3-4c54-85b8-3f76763ccb73)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:50.203817 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b68d3b72-4065-4769-98ed-db8c724a920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.208210 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ee3090fa-f4f5-4797-b301-fd20ec2328c5 req-8463ab80-8997-46f9-9104-68eb6a166efc tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971534 Oct 28 15:57:50.241806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T15:57:48Z', 'revision_number': 3, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:50.338194 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Checking router: 43e2c093-0e87-46df-9275-55c866fde0af for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:50.340057 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Updating router 43e2c093-0e87-46df-9275-55c866fde0af port 87a75835-ddf3-47ff-8487-1fae27739552 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:50.417867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d3b72-4065-4769-98ed-db8c724a920b None None] Pushing event updated for resources: {'Port': ['ID=3931281e-30f9-4cef-b97e-b73dc41ef845,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:50.421138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.457657 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Allocated IP 172.20.0.1 (cc1be6f6-ee8f-4a18-8969-cffc1f446526/460cb26c-c4cd-47ec-91c4-dc369b361c75/e81eea89-565a-4957-b4a3-7187f575c59c) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:50.462420 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-281df510-2107-4603-acc1-9bc560ab0a54 req-5181941e-49b1-4ea8-98eb-8c334ca4cbe7 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393559 Oct 28 15:57:50.482926 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8129e97-d91e-4cf7-9717-33f3f0a7e5d6 req-eebc6c89-4c46-4470-ba19-72bfcada5b86 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:50.484819 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a8129e97-d91e-4cf7-9717-33f3f0a7e5d6 req-eebc6c89-4c46-4470-ba19-72bfcada5b86 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1633105 Oct 28 15:57:50.567463 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3931281e-30f9-4cef-b97e-b73dc41ef845 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:50.571042 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-8e16742b-06db-4b23-a7ed-80ebb0384a06 None None] Provisioning complete for port 3931281e-30f9-4cef-b97e-b73dc41ef845 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:50.571410 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-8e16742b-06db-4b23-a7ed-80ebb0384a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.585517 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a8129e97-d91e-4cf7-9717-33f3f0a7e5d6 req-52fcc5f1-1db3-440e-8381-700d91f18919 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854847 Oct 28 15:57:50.634952 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.680813 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.723595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:50.726994 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:50.730806 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:50.751890 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 3931281e-30f9-4cef-b97e-b73dc41ef845 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:50.752416 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.785530 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Pushing event updated for resources: {'Port': ['ID=e81eea89-565a-4957-b4a3-7187f575c59c,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:50.812950 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.926024 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:50.980749 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.028596 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.055063 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bce4741f-848f-4a56-b101-af04287ed4a4 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:51.103060 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3824-cca4-494e-9395-8065bba532fd None None] Pushing event updated for resources: {'Port': ['ID=87a75835-ddf3-47ff-8487-1fae27739552,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:51.110281 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Attempting to bind port 87a75835-ddf3-47ff-8487-1fae27739552 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:51.112155 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Attempting to bind port 87a75835-ddf3-47ff-8487-1fae27739552 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:51.112552 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Attempting to bind port 87a75835-ddf3-47ff-8487-1fae27739552 on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:51.124531 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:51.124832 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:51.125236 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.125635 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:51.126111 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Bound port: 87a75835-ddf3-47ff-8487-1fae27739552, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:51.126492 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.192022 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2e9c21a9-7698-47f0-8fa6-d202909985a7 req-f45b38ec-3d8a-41b0-a095-4dec3e18351a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0677502 Oct 28 15:57:51.199045 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-1596c9e4-cdd6-455d-893a-3e8bc1105159 None None] Provisioning complete for port e81eea89-565a-4957-b4a3-7187f575c59c triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:51.199424 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1596c9e4-cdd6-455d-893a-3e8bc1105159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.228619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] For port 87a75835-ddf3-47ff-8487-1fae27739552, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:51.248068 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port bce4741f-848f-4a56-b101-af04287ed4a4 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:51.248832 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.258466 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] For port 87a75835-ddf3-47ff-8487-1fae27739552, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=87a75835-ddf3-47ff-8487-1fae27739552,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:51.280512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.322387 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-1596c9e4-cdd6-455d-893a-3e8bc1105159 None None] Port e81eea89-565a-4957-b4a3-7187f575c59c cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:51.364076 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d3824-cca4-494e-9395-8065bba532fd None None] Pushing event updated for resources: {'Port': ['ID=87a75835-ddf3-47ff-8487-1fae27739552,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:51.368003 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Routers {'43e2c093-0e87-46df-9275-55c866fde0af'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:51.368611 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['43e2c093-0e87-46df-9275-55c866fde0af'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:51.369625 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.381046 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e230af-b230-4860-a7be-68c918f34c04 req-b0c77c83-540a-4123-b3c4-feffa614001c tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:51.382740 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-82e230af-b230-4860-a7be-68c918f34c04 req-b0c77c83-540a-4123-b3c4-feffa614001c tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.0810015 Oct 28 15:57:51.383903 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.476479 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:51.489422 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.491133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Pushing event updated for resources: {'Port': ['ID=e81eea89-565a-4957-b4a3-7187f575c59c,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:51.516897 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-82e230af-b230-4860-a7be-68c918f34c04 req-a4616b52-ba5c-4f2f-adab-2047624aa48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113214 Oct 28 15:57:51.560756 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] Set router 43e2c093-0e87-46df-9275-55c866fde0af gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:51.624750 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:51.624935 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.673671 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:51.712046 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:51.800188 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-42b359d6-6fcd-4f95-b652-0be73e392f0f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1763916 Oct 28 15:57:51.854464 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.899906 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:51.912037 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:51.970704 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'e81eea89-565a-4957-b4a3-7187f575c59c', 'name': '', 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'mac_address': 'fa:16:3e:69:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:50Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 1, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'subnets': [{'id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:52.008292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed57cc-acab-4892-a51b-7e8973bfe396 None None] The sync data for ids ['43e2c093-0e87-46df-9275-55c866fde0af'] in dv-cinder-780759-4-iscsi is: [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'e81eea89-565a-4957-b4a3-7187f575c59c', 'name': '', 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'mac_address': 'fa:16:3e:69:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:50Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 1, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'subnets': [{'id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:52.044292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:52.085458 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:52.087015 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-b0ae0e22-4c7e-4368-8e5b-09e27708dfbd None None] Provisioning complete for port e81eea89-565a-4957-b4a3-7187f575c59c triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:52.087377 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b0ae0e22-4c7e-4368-8e5b-09e27708dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:52.124975 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-b0ae0e22-4c7e-4368-8e5b-09e27708dfbd None None] Port e81eea89-565a-4957-b4a3-7187f575c59c cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:57:52.179111 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582251f4-62b4-4c64-b189-f135b3786acf req-3cd78954-9c3d-4a84-9e3b-dc401cd35d7c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:52.180666 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-582251f4-62b4-4c64-b189-f135b3786acf req-3cd78954-9c3d-4a84-9e3b-dc401cd35d7c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.5097330 Oct 28 15:57:52.238808 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-dd3a8a9b-2388-4922-a376-e4229498e0a9 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:52.240419 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-dd3a8a9b-2388-4922-a376-e4229498e0a9 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 815 time: 0.5546880 Oct 28 15:57:52.271151 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-0ba86aa1-9fb1-4a01-97a6-2acad97e0c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:52.279714 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-0ba86aa1-9fb1-4a01-97a6-2acad97e0c08 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.4022007 Oct 28 15:57:52.279945 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:52.287127 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Request body: {'port': {'device_id': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'admin_state_up': True, 'tenant_id': 'bd291a80b9204a609cd29640ab93b579'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:52.319630 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Router 43e2c093-0e87-46df-9275-55c866fde0af has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:57:52.324474 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-582251f4-62b4-4c64-b189-f135b3786acf req-54b0d40c-83b0-4025-9b9c-c39d05919682 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293159 Oct 28 15:57:52.532589 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5857529c-c01d-4469-a111-0e3fa5e842f5 req-0ab04b0a-4e17-4719-a730-7e9af70385f6 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 210 time: 0.1306629 Oct 28 15:57:52.597075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:52.603095 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:52.655960 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Sync routers for ids ['311747fe-66da-4ae9-bc2a-c2720e3873d1'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:52.661266 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-cf911025-5bd1-4b70-be0d-3e6ca56d933b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:52.662774 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-cf911025-5bd1-4b70-be0d-3e6ca56d933b service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.3325956 Oct 28 15:57:52.675816 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Routers {'311747fe-66da-4ae9-bc2a-c2720e3873d1'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:52.676438 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['311747fe-66da-4ae9-bc2a-c2720e3873d1'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:52.802416 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3931281e-30f9-4cef-b97e-b73dc41ef845 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:52.845999 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Set router 311747fe-66da-4ae9-bc2a-c2720e3873d1 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:52.887657 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 3931281e-30f9-4cef-b97e-b73dc41ef845 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:52.888154 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:52.978662 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Made reservation on behalf of bd291a80b9204a609cd29640ab93b579 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:57:52.996872 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:53.003017 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-c6d624a0-0179-4899-b6a5-37984e1dcb16 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.2367401 Oct 28 15:57:53.126327 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c413bd-4bb0-4e36-8553-23c5a0e93275 req-81b2e8c9-de7b-439c-afa3-725033db7652 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:53.136735 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-98c413bd-4bb0-4e36-8553-23c5a0e93275 req-81b2e8c9-de7b-439c-afa3-725033db7652 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.4574759 Oct 28 15:57:53.206223 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '84a762d7-91c7-481f-a579-5c217d7ce950', 'name': '', 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'mac_address': 'fa:16:3e:2f:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:43Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 2, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'subnets': [{'id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:53.210488 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-a71d70b8-674d-4426-9b7c-a57168afb15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:53.212282 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-a71d70b8-674d-4426-9b7c-a57168afb15c service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.1895845 Oct 28 15:57:53.237590 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Checking router: 311747fe-66da-4ae9-bc2a-c2720e3873d1 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:53.239991 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Updating router 311747fe-66da-4ae9-bc2a-c2720e3873d1 port 84a762d7-91c7-481f-a579-5c217d7ce950 binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:53.260745 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:57:53.267894 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-29a77b44-eab2-434e-94e0-3a4b09870a29 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454719 Oct 28 15:57:53.282456 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2efc586c-17ab-42f2-b318-e8f424e48dab admin admin] 10.222.0.74 "PUT /v2.0/routers/43e2c093-0e87-46df-9275-55c866fde0af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7604821 Oct 28 15:57:53.284473 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:53.302085 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-98c413bd-4bb0-4e36-8553-23c5a0e93275 req-68df78b2-5187-4dbc-b7a8-70c39d1ecd7b tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641781 Oct 28 15:57:53.533016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Allocated IP 172.20.0.8 (c8528a6d-ca1c-4d1b-9d2f-51997dd18797/71f4f3d1-f99c-4882-b625-eb4b95076471/eb6ebf00-7abd-4126-b86d-90ed8409b8b6) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:57:53.799270 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-90907e61-c8c8-4d5b-a536-31b44704f881 req-fa86aee5-f14c-497e-a329-2b6f4bd809e4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 210 time: 0.1638119 Oct 28 15:57:53.827092 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-54c1deef-e639-4b4c-b301-825433387c7e service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175476 Oct 28 15:57:53.831090 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:53.852221 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:53.885377 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8d4c3-76db-4836-9c98-fd92f70974ea req-26174db0-68b7-410e-a973-c0bba37ead11 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:53.887384 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72d8d4c3-76db-4836-9c98-fd92f70974ea req-26174db0-68b7-410e-a973-c0bba37ead11 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.2978289 Oct 28 15:57:54.060623 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Attempting to bind port 84a762d7-91c7-481f-a579-5c217d7ce950 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:54.061008 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Attempting to bind port 84a762d7-91c7-481f-a579-5c217d7ce950 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:54.061840 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Attempting to bind port 84a762d7-91c7-481f-a579-5c217d7ce950 on network 54ec2162-9b96-42d7-a562-ddefae71aedf {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:54.071781 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-72d8d4c3-76db-4836-9c98-fd92f70974ea req-26a04385-c70c-4931-8902-f0e1c5ae1083 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478820 Oct 28 15:57:54.099907 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:54.100822 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Checking segment: {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:54.102846 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.103297 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Bound using segment: {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:54.103855 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Bound port: 84a762d7-91c7-481f-a579-5c217d7ce950, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:54.115541 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.158868 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04e0be61-4d7b-46d4-9bde-8297e28bb21e req-6a6cb22f-b600-4f71-98a7-0b044171f2b5 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169565 Oct 28 15:57:54.183126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.335577 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] For port 84a762d7-91c7-481f-a579-5c217d7ce950, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:54.341619 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] For port 84a762d7-91c7-481f-a579-5c217d7ce950, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=84a762d7-91c7-481f-a579-5c217d7ce950,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:54.343462 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533a94-4fb5-4fc1-a8b2-df18f384dc6c None None] Pushing event updated for resources: {'Port': ['ID=84a762d7-91c7-481f-a579-5c217d7ce950,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:54.357940 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.384235 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c5d57-bbc2-4304-b83c-da4dfb361f3e req-6ed94f01-a6b6-4215-9dff-53e31b941fff tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:54.390966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-f69a24bd-0675-4306-afe3-06b94703c051 None None] Provisioning complete for port 84a762d7-91c7-481f-a579-5c217d7ce950 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:54.392006 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f69a24bd-0675-4306-afe3-06b94703c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.396182 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-896c5d57-bbc2-4304-b83c-da4dfb361f3e req-6ed94f01-a6b6-4215-9dff-53e31b941fff tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.2062461 Oct 28 15:57:54.397880 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.439519 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78533a94-4fb5-4fc1-a8b2-df18f384dc6c None None] Pushing event updated for resources: {'Port': ['ID=84a762d7-91c7-481f-a579-5c217d7ce950,revision_number=4']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:54.453097 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 87a75835-ddf3-47ff-8487-1fae27739552 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:54.458192 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7', '0e2fd4fc-9a32-49b6-b744-10950271f378', 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:57:54.478773 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event updated for resources: {'Port': ['ID=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:54.486555 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Routers {'311747fe-66da-4ae9-bc2a-c2720e3873d1'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:54.488364 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['311747fe-66da-4ae9-bc2a-c2720e3873d1'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:54.495320 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:57:54.498587 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:57:54.507632 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:57:54.619722 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-896c5d57-bbc2-4304-b83c-da4dfb361f3e req-af115010-d738-47da-924a-73f1cdf63498 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196491 Oct 28 15:57:54.669465 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:54.670267 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.712642 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-36ae1ff1-9303-463f-b0f6-9ced57d355f2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4367268 Oct 28 15:57:54.735154 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Request body: {'port': {'device_id': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:57:54.847819 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 87a75835-ddf3-47ff-8487-1fae27739552 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:54.848198 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.894299 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f69a24bd-0675-4306-afe3-06b94703c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:54.996170 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:55.027977 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e41353-25e5-491b-a3a2-bcee4d36dff2 req-1e2059b3-72a9-43ed-a984-e01faedb8b91 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:55.032127 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f69a24bd-0675-4306-afe3-06b94703c051 None None] For port 84a762d7-91c7-481f-a579-5c217d7ce950, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=84a762d7-91c7-481f-a579-5c217d7ce950,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:55.033693 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a1e41353-25e5-491b-a3a2-bcee4d36dff2 req-1e2059b3-72a9-43ed-a984-e01faedb8b91 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.2028732 Oct 28 15:57:55.082018 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f69a24bd-0675-4306-afe3-06b94703c051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:55.102537 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] Set router 311747fe-66da-4ae9-bc2a-c2720e3873d1 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:55.142597 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a1e41353-25e5-491b-a3a2-bcee4d36dff2 req-10cc1170-d562-4bdc-a3d9-414db9ffa711 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976291 Oct 28 15:57:55.264737 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:55.294867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port 87a75835-ddf3-47ff-8487-1fae27739552, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=87a75835-ddf3-47ff-8487-1fae27739552,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:55.334595 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:55.365148 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-cc82a44e-13f3-404d-b2d6-ca7681d06c85 None None] Provisioning complete for port 84a762d7-91c7-481f-a579-5c217d7ce950 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:55.369539 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cc82a44e-13f3-404d-b2d6-ca7681d06c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:55.375464 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a24bd-0675-4306-afe3-06b94703c051 None None] Pushing event updated for resources: {'Port': ['ID=84a762d7-91c7-481f-a579-5c217d7ce950,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:55.486541 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef0d2b-5df6-4b49-b90a-8a92ab0e1a1b req-eea4f024-1238-4425-a720-1ec5c55f0db3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:55.495435 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-83ef0d2b-5df6-4b49-b90a-8a92ab0e1a1b req-eea4f024-1238-4425-a720-1ec5c55f0db3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 931 time: 0.1702073 Oct 28 15:57:55.559445 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '84a762d7-91c7-481f-a579-5c217d7ce950', 'name': '', 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'mac_address': 'fa:16:3e:2f:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:43Z', 'updated_at': '2021-10-28T15:57:54Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'subnets': [{'id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:55.619470 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af7bf2e-1d90-45a2-89f7-0ce8829f710f None None] The sync data for ids ['311747fe-66da-4ae9-bc2a-c2720e3873d1'] in dv-cinder-780759-4-iscsi is: [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '84a762d7-91c7-481f-a579-5c217d7ce950', 'name': '', 'network_id': '54ec2162-9b96-42d7-a562-ddefae71aedf', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'mac_address': 'fa:16:3e:2f:88:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:43Z', 'updated_at': '2021-10-28T15:57:54Z', 'revision_number': 4, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'subnets': [{'id': '0c98c0c2-34a4-4896-b87f-4858a0ce54b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:55.718915 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=87a75835-ddf3-47ff-8487-1fae27739552,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:55.777447 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d84ef1-dfc9-49e8-8956-9e1902919388 req-000819c3-08b1-4216-8e5d-d4c780866e3b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:55.782623 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64d84ef1-dfc9-49e8-8956-9e1902919388 req-000819c3-08b1-4216-8e5d-d4c780866e3b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1652098 Oct 28 15:57:55.808161 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-83ef0d2b-5df6-4b49-b90a-8a92ab0e1a1b req-b30e577b-78b8-451d-a00e-428ae8e8f263 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785833 Oct 28 15:57:55.928393 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64d84ef1-dfc9-49e8-8956-9e1902919388 req-480e9f69-5f2e-477c-92f3-af457a276d72 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108270 Oct 28 15:57:56.004553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb6ebf00-7abd-4126-b86d-90ed8409b8b6 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:57:56.013082 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:56.031022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Transition to ACTIVE for port object eb6ebf00-7abd-4126-b86d-90ed8409b8b6 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:57:56.035647 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:56.111877 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:56.193049 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Sync routers for ids ['43e2c093-0e87-46df-9275-55c866fde0af'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:57:56.197751 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Attempting to bind port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:56.198219 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Attempting to bind port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:56.199228 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Attempting to bind port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:56.206767 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:57:56.268193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Attempting to bind port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 on network c8528a6d-ca1c-4d1b-9d2f-51997dd18797 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:56.289164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:56.289546 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Checking segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:56.289973 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Bound using segment: {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:56.290435 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Bound port: eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '822bfbce-9680-46d6-ae8e-a5cab5197fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:56.290831 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:56.296041 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Routers {'43e2c093-0e87-46df-9275-55c866fde0af'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:56.299562 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['43e2c093-0e87-46df-9275-55c866fde0af'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:56.451042 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340b45f-584e-4651-8569-91a186db0c85 req-49277eb1-1600-429d-b82a-d052264c28a9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:56.453033 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7340b45f-584e-4651-8569-91a186db0c85 req-49277eb1-1600-429d-b82a-d052264c28a9 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.1117346 Oct 28 15:57:56.514866 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] For port eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:56.542561 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] For port eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:56.561498 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 87a75835-ddf3-47ff-8487-1fae27739552 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:56.577934 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:56.649790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Pushing event updated for resources: {'Port': ['ID=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:56.671950 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7340b45f-584e-4651-8569-91a186db0c85 req-645bea92-c25c-443d-8f6b-67dffd70f2cc tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005527 Oct 28 15:57:56.677434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Set router 43e2c093-0e87-46df-9275-55c866fde0af gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:56.697595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:56.698582 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:56.700047 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-c0655a3c-e625-4576-91cb-99a4ea05b2ee service neutron] 10.222.0.54 "PUT /v2.0/ports/eb6ebf00-7abd-4126-b86d-90ed8409b8b6 HTTP/1.1" status: 200 len: 1093 time: 1.9694111 Oct 28 15:57:56.701189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'tag': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:56.703786 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27a9313-899d-4627-a966-5a3e1d5790d9" -d '{"events": [{"name": "network-changed", "server_uuid": "5c68405b-8b9a-4e90-abef-6761ee43bfb8", "tag": "eb6ebf00-7abd-4126-b86d-90ed8409b8b6"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:56.726994 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 87a75835-ddf3-47ff-8487-1fae27739552 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:56.727664 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:56.758585 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08011ffa-5f14-40e5-b3ed-ef586c3b9fb4 x-openstack-request-id: req-08011ffa-5f14-40e5-b3ed-ef586c3b9fb4 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:56.758882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c68405b-8b9a-4e90-abef-6761ee43bfb8", "tag": "eb6ebf00-7abd-4126-b86d-90ed8409b8b6", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:56.759134 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08011ffa-5f14-40e5-b3ed-ef586c3b9fb4 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:56.759556 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'tag': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6', 'status': 'completed', 'code': 200} Oct 28 15:57:56.882523 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-3c3eb806-dc35-4812-9e07-216288180c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:56.884818 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-3c3eb806-dc35-4812-9e07-216288180c38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 1096 time: 0.0986834 Oct 28 15:57:56.952963 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-b00a915f-3d90-4d93-83ee-37190b5f4357 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6 HTTP/1.1" status: 200 len: 217 time: 0.0507870 Oct 28 15:57:57.010081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 84a762d7-91c7-481f-a579-5c217d7ce950 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:57:57.060116 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551afac3-c8c8-4222-b958-d932b1a749d2 req-fb838f1a-ea73-4e4a-bb32-28fcc697ef5b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:57.061961 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-551afac3-c8c8-4222-b958-d932b1a749d2 req-fb838f1a-ea73-4e4a-bb32-28fcc697ef5b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 943 time: 0.1127658 Oct 28 15:57:57.068509 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756d384-6515-43f2-8282-d334553189a6 req-5263c656-4e55-4999-90b0-c0f7800fd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:57.069958 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-5263c656-4e55-4999-90b0-c0f7800fd39b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.0801783 Oct 28 15:57:57.093865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'e81eea89-565a-4957-b4a3-7187f575c59c', 'name': '', 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'mac_address': 'fa:16:3e:69:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:50Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 2, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'subnets': [{'id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:57.138796 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Checking router: 43e2c093-0e87-46df-9275-55c866fde0af for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:57:57.139145 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Updating router 43e2c093-0e87-46df-9275-55c866fde0af port e81eea89-565a-4957-b4a3-7187f575c59c binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 15:57:57.143299 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 84a762d7-91c7-481f-a579-5c217d7ce950 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:57.143703 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:57.174211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-ca4de0b4-1889-45a9-a153-3f931f0a42c0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919375 Oct 28 15:57:57.204575 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:57.214114 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-551afac3-c8c8-4222-b958-d932b1a749d2 req-52f16205-df11-43af-a736-c8de1d74150d tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428895 Oct 28 15:57:57.322352 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4657f39-148c-4fb5-8e50-c67141bf4fa9 req-a132d85d-a529-4dec-a936-bec7988a660b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:57.323915 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d4657f39-148c-4fb5-8e50-c67141bf4fa9 req-a132d85d-a529-4dec-a936-bec7988a660b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.2073081 Oct 28 15:57:57.378761 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-6cb91a35-8008-49b7-b777-8b4fd1b003da tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:57.380106 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-6cb91a35-8008-49b7-b777-8b4fd1b003da tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.1527386 Oct 28 15:57:57.430898 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-251ad31b-cddf-4e3a-a4ba-9594c49e0d10 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114515 Oct 28 15:57:57.436452 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d4657f39-148c-4fb5-8e50-c67141bf4fa9 req-9a1f11eb-9b2c-4cb6-89f0-ae626e7e5da3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050153 Oct 28 15:57:57.818758 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:57.828512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:57.929096 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8baf3-9fb5-4c9b-ab7c-0bf7c4c80915 None None] Pushing event updated for resources: {'Port': ['ID=e81eea89-565a-4957-b4a3-7187f575c59c,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:58.002381 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Attempting to bind port e81eea89-565a-4957-b4a3-7187f575c59c on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:57:58.003279 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Attempting to bind port e81eea89-565a-4957-b4a3-7187f575c59c by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:57:58.003774 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Attempting to bind port e81eea89-565a-4957-b4a3-7187f575c59c on network cc1be6f6-ee8f-4a18-8969-cffc1f446526 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:57:58.019834 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:57:58.020704 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Checking segment: {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:57:58.021125 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.021531 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Bound using segment: {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:57:58.022492 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Bound port: e81eea89-565a-4957-b4a3-7187f575c59c, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0066be-98e3-4c54-85b8-3f76763ccb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:57:58.022893 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.049107 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9756d384-6515-43f2-8282-d334553189a6 req-f7df0891-4a2a-4e3d-b169-00787eec27cb service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5972040 Oct 28 15:57:58.125086 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Deleting port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:57:58.125398 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.161838 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50480) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:58.165099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] For port e81eea89-565a-4957-b4a3-7187f575c59c, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:57:58.168940 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] For port e81eea89-565a-4957-b4a3-7187f575c59c, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=e81eea89-565a-4957-b4a3-7187f575c59c,segment=NetworkSegment(7f0066be-98e3-4c54-85b8-3f76763ccb73),segment_id=7f0066be-98e3-4c54-85b8-3f76763ccb73)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:57:58.187996 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.326276 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Routers {'43e2c093-0e87-46df-9275-55c866fde0af'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:57:58.327359 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:57:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['43e2c093-0e87-46df-9275-55c866fde0af'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:58.332796 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183cb268-86f4-4b6b-9579-703ea476fbd8 req-32dd5b86-4edb-4002-a53a-bd6ddbf4c1e6 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:58.340683 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-183cb268-86f4-4b6b-9579-703ea476fbd8 req-32dd5b86-4edb-4002-a53a-bd6ddbf4c1e6 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 946 time: 0.2900808 Oct 28 15:57:58.396055 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f052fc6-f145-439c-8028-c252be49b7f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.418369 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-a30f75e8-f7ad-41a8-a7f6-16fb479d3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:58.419947 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-a30f75e8-f7ad-41a8-a7f6-16fb479d3fb7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=bd291a80b9204a609cd29640ab93b579&device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 1096 time: 0.2896202 Oct 28 15:57:58.545182 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] Set router 43e2c093-0e87-46df-9275-55c866fde0af gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:57:58.559684 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f052fc6-f145-439c-8028-c252be49b7f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.567043 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f052fc6-f145-439c-8028-c252be49b7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.579840 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] For port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,segment=NetworkSegment(21813666-0eae-4e9e-a4ac-05a83c9fd07b),segment_id=21813666-0eae-4e9e-a4ac-05a83c9fd07b)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:58.580520 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.635971 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-1ed976f7-ff69-4e21-9c43-4c66a90b0b53 None None] Provisioning complete for port e81eea89-565a-4957-b4a3-7187f575c59c triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:58.636336 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1ed976f7-ff69-4e21-9c43-4c66a90b0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.640253 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8baf3-9fb5-4c9b-ab7c-0bf7c4c80915 None None] Pushing event updated for resources: {'Port': ['ID=e81eea89-565a-4957-b4a3-7187f575c59c,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:58.656660 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-6f052fc6-f145-439c-8028-c252be49b7f6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=160e97654e504a93b049e3e4ff310aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4907897 Oct 28 15:57:58.656660 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f052fc6-f145-439c-8028-c252be49b7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5879f171-fd1c-4980-993b-d98545551747,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:58.657514 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 50488) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:57:58.715122 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Calling delete_port for 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:57:58.726015 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21ed6c62-ca13-45f8-964c-f302adb85f72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.744368 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-183cb268-86f4-4b6b-9579-703ea476fbd8 req-60402f26-6433-43ef-8644-132d5b8c3355 tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/security-groups?id=7072540b-785c-460b-9b3f-2a22631d8e2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027908 Oct 28 15:57:58.770217 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21ed6c62-ca13-45f8-964c-f302adb85f72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.793732 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-cfa8ac59-aea8-441c-928e-599304c5317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:58.795277 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-cfa8ac59-aea8-441c-928e-599304c5317e service neutron] 10.222.0.54 "GET /v2.0/networks?id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 200 len: 916 time: 0.2876554 Oct 28 15:57:58.871328 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-994bc9bb-2aec-4d5a-838a-b3a1e7a409cd service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6 HTTP/1.1" status: 200 len: 217 time: 0.0583296 Oct 28 15:57:58.890830 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21ed6c62-ca13-45f8-964c-f302adb85f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.897719 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-21ed6c62-ca13-45f8-964c-f302adb85f72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.903177 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-21ed6c62-ca13-45f8-964c-f302adb85f72 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5879f171-fd1c-4980-993b-d98545551747 HTTP/1.1" status: 204 len: 168 time: 0.2383268 Oct 28 15:57:58.920487 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1ed976f7-ff69-4e21-9c43-4c66a90b0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:58.925755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed6c62-ca13-45f8-964c-f302adb85f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5879f171-fd1c-4980-993b-d98545551747,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:58.927752 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98c73d4-2966-4472-910b-c42091db7e33 req-2bf204ba-0ebe-4e60-bc50-e3d07b9f5297 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:58.935998 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c98c73d4-2966-4472-910b-c42091db7e33 req-2bf204ba-0ebe-4e60-bc50-e3d07b9f5297 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 943 time: 0.5920994 Oct 28 15:57:58.997976 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-1ed976f7-ff69-4e21-9c43-4c66a90b0b53 None None] For port e81eea89-565a-4957-b4a3-7187f575c59c, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=e81eea89-565a-4957-b4a3-7187f575c59c,segment=NetworkSegment(7f0066be-98e3-4c54-85b8-3f76763ccb73),segment_id=7f0066be-98e3-4c54-85b8-3f76763ccb73)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:57:59.000510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-c72ee4e5-ea98-446e-8f8f-25fccbd45e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:59.002421 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-c72ee4e5-ea98-446e-8f8f-25fccbd45e5d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 200 len: 855 time: 0.0492375 Oct 28 15:57:59.016584 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1ed976f7-ff69-4e21-9c43-4c66a90b0b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:59.024454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'e81eea89-565a-4957-b4a3-7187f575c59c', 'name': '', 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'mac_address': 'fa:16:3e:69:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:50Z', 'updated_at': '2021-10-28T15:57:58Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'subnets': [{'id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:57:59.066098 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-53cd0477-77a5-4dbb-8489-2f4947ae1d34 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=c8528a6d-ca1c-4d1b-9d2f-51997dd18797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344472 Oct 28 15:57:59.107598 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e019c-7279-4234-bb0b-65693daa8a58 None None] The sync data for ids ['43e2c093-0e87-46df-9275-55c866fde0af'] in dv-cinder-780759-4-iscsi is: [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T15:57:50Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'e81eea89-565a-4957-b4a3-7187f575c59c', 'name': '', 'network_id': 'cc1be6f6-ee8f-4a18-8969-cffc1f446526', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'mac_address': 'fa:16:3e:69:d0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:50Z', 'updated_at': '2021-10-28T15:57:58Z', 'revision_number': 4, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'subnets': [{'id': '460cb26c-c4cd-47ec-91c4-dc369b361c75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:57:59.129831 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c98c73d4-2966-4472-910b-c42091db7e33 req-ffd45e12-eac1-4cce-ba90-9c0c391bc9eb tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885772 Oct 28 15:57:59.148670 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed976f7-ff69-4e21-9c43-4c66a90b0b53 None None] Pushing event updated for resources: {'Port': ['ID=e81eea89-565a-4957-b4a3-7187f575c59c,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:59.158228 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-afb35ef5-d0b4-482c-912a-e44386f10c02 None None] Provisioning complete for port e81eea89-565a-4957-b4a3-7187f575c59c triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:57:59.158702 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-afb35ef5-d0b4-482c-912a-e44386f10c02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:59.309571 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf047435-a4c3-4831-ac56-a218aead8e26 req-3f0f6826-c180-4ade-9528-9806ebacd5bd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:57:59.331791 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bf047435-a4c3-4831-ac56-a218aead8e26 req-3f0f6826-c180-4ade-9528-9806ebacd5bd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.4216535 Oct 28 15:57:59.472368 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bf047435-a4c3-4831-ac56-a218aead8e26 req-ccd2e842-e949-463e-9450-779f6b844f3c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315780 Oct 28 15:57:59.508796 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-d6d91159-dedc-4eda-b828-6aa2405c8974 service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170344 Oct 28 15:57:59.513159 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:59.597581 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Pushing event deleted for resources: {'Port': ['ID=8e5892b1-ffea-44ae-bd08-cd60aeed6b35,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:57:59.646645 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] No DVR routers for this DVR port 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:57:59.649204 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:57:59.653579 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-71e71b82-c85d-4d9e-8072-48c2542bdd20 req-2a3bc59b-2afd-4285-9f48-6d1347d5e48a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.54 "DELETE /v2.0/ports/8e5892b1-ffea-44ae-bd08-cd60aeed6b35 HTTP/1.1" status: 204 len: 173 time: 2.2532434 Oct 28 15:57:59.656347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'name': 'network-vif-deleted', 'tag': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:57:59.658463 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c2af43-57a1-4b62-8877-b4dd8598d155" -d '{"events": [{"server_uuid": "9f3fc1c7-7427-4b8e-a282-a5ced60c1d62", "name": "network-vif-deleted", "tag": "8e5892b1-ffea-44ae-bd08-cd60aeed6b35"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:57:59.717706 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d10f0e7-1446-408e-bb8b-bd04a487d379 x-openstack-request-id: req-5d10f0e7-1446-408e-bb8b-bd04a487d379 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:57:59.718730 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f3fc1c7-7427-4b8e-a282-a5ced60c1d62", "name": "network-vif-deleted", "tag": "8e5892b1-ffea-44ae-bd08-cd60aeed6b35", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:57:59.719051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d10f0e7-1446-408e-bb8b-bd04a487d379 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:57:59.719790 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f3fc1c7-7427-4b8e-a282-a5ced60c1d62', 'name': 'network-vif-deleted', 'tag': '8e5892b1-ffea-44ae-bd08-cd60aeed6b35', 'status': 'completed', 'code': 200} Oct 28 15:57:59.758223 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b27a9313-899d-4627-a966-5a3e1d5790d9 req-91a2762d-dc6d-4fec-8534-05af2a8a08ee service neutron] 10.222.0.54 "GET /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068360 Oct 28 15:57:59.896699 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4c243116-609a-4932-8240-c8af691a6169 req-9ee1d05c-bfe9-4f1e-8387-56e4ac63612a tempest-VolumesActionsTest-1473858975 tempest-VolumesActionsTest-1473858975-project] 10.222.0.74 "GET /v2.0/ports?device_id=9f3fc1c7-7427-4b8e-a282-a5ced60c1d62 HTTP/1.1" status: 200 len: 210 time: 0.0593703 Oct 28 15:58:00.321133 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device eb6ebf00-7abd-4126-b86d-90ed8409b8b6 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:58:00.326439 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:58:00.327572 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d950bbc-c146-4974-8c36-2c6e30a7ed57 req-c04ab793-66b9-4e05-9f7d-7923a44d2c2e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:00.338341 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d950bbc-c146-4974-8c36-2c6e30a7ed57 req-c04ab793-66b9-4e05-9f7d-7923a44d2c2e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 943 time: 0.0968385 Oct 28 15:58:00.390842 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device e81eea89-565a-4957-b4a3-7187f575c59c up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:58:00.418196 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:58:00.418661 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 8e5892b1-ffea-44ae-bd08-cd60aeed6b35 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:58:00.427589 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d950bbc-c146-4974-8c36-2c6e30a7ed57 req-b866e31a-a5cf-4e80-a323-dd231f6b805d tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832253 Oct 28 15:58:00.511752 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port e81eea89-565a-4957-b4a3-7187f575c59c triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:00.512125 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:00.577449 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:00.602022 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6', 'network_id': 'c8528a6d-ca1c-4d1b-9d2f-51997dd18797', 'port_id': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6', 'mac_address': 'fa:16:3e:2b:04:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f4f3d1-f99c-4882-b625-eb4b95076471', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:58:00.630765 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add09d0-75b9-4e54-8956-e750c0f1c319 req-199ae996-001b-4fdc-bb11-fb94c6f3bab0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:00.637441 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4add09d0-75b9-4e54-8956-e750c0f1c319 req-199ae996-001b-4fdc-bb11-fb94c6f3bab0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0761006 Oct 28 15:58:00.687678 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4add09d0-75b9-4e54-8956-e750c0f1c319 req-a8b2091d-c5e6-4669-aac1-251f7537b8ec tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Oct 28 15:58:00.703526 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:00.727157 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb6ebf00-7abd-4126-b86d-90ed8409b8b6 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:00.749385 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:00.756441 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:00.811398 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:01.137956 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['eb6ebf00-7abd-4126-b86d-90ed8409b8b6'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:01.568280 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd10f69-81df-4faf-9e5c-e9db32139b78 req-0e3c2a1f-99d0-41e3-81a7-4042a4d1cd47 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:01.570077 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0dd10f69-81df-4faf-9e5c-e9db32139b78 req-0e3c2a1f-99d0-41e3-81a7-4042a4d1cd47 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 944 time: 0.0775647 Oct 28 15:58:01.625878 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0dd10f69-81df-4faf-9e5c-e9db32139b78 req-f0660d02-1da5-4d5e-9879-71046450997e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481369 Oct 28 15:58:01.815245 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a974c1c7-2d3c-4bc1-9cbb-8ecc17e0e650 req-07d49f5a-4eed-4c33-8ec3-a856b256a09d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:01.817039 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a974c1c7-2d3c-4bc1-9cbb-8ecc17e0e650 req-07d49f5a-4eed-4c33-8ec3-a856b256a09d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0595937 Oct 28 15:58:01.860596 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a974c1c7-2d3c-4bc1-9cbb-8ecc17e0e650 req-38ba8209-b47c-42a8-b43f-6d890ff601df tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376494 Oct 28 15:58:02.754963 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef57a97-f159-4342-b3c1-47f57b46ae4d req-76cf4768-3a54-4e02-b665-1cb305cf191a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:02.756375 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ef57a97-f159-4342-b3c1-47f57b46ae4d req-76cf4768-3a54-4e02-b665-1cb305cf191a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 944 time: 0.0558555 Oct 28 15:58:02.812003 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ef57a97-f159-4342-b3c1-47f57b46ae4d req-4a428ff3-9abd-4223-a390-129e650497a6 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464137 Oct 28 15:58:03.038177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0fdf57-ab2f-49da-abe7-467088be9b19 req-60433556-a8a6-430a-af30-9e650577f8aa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:03.070823 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba0fdf57-ab2f-49da-abe7-467088be9b19 req-60433556-a8a6-430a-af30-9e650577f8aa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1122079 Oct 28 15:58:03.161772 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba0fdf57-ab2f-49da-abe7-467088be9b19 req-f64c7e6c-5c5e-4a7c-879e-ae330fcbfd3d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899901 Oct 28 15:58:03.519082 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7dbf2b-0254-4e45-b954-bbae803b9039 req-cdbb9246-13ab-4948-ae75-2ecfe6754e38 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:03.520804 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6c7dbf2b-0254-4e45-b954-bbae803b9039 req-cdbb9246-13ab-4948-ae75-2ecfe6754e38 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1055784 Oct 28 15:58:03.525828 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cb3fb-e334-4117-af71-d59cd457238d req-245e59a8-3dcd-4b2b-9cc7-bb051b63406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:03.528878 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-245e59a8-3dcd-4b2b-9cc7-bb051b63406e service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.0723803 Oct 28 15:58:03.615641 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6c7dbf2b-0254-4e45-b954-bbae803b9039 req-98c80cc9-997f-4cf0-b600-9b3067b77171 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857582 Oct 28 15:58:03.660817 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cb3fb-e334-4117-af71-d59cd457238d req-847ce4c0-53d8-4d03-9cf4-1987dd109b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:03.662313 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-847ce4c0-53d8-4d03-9cf4-1987dd109b99 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.1159861 Oct 28 15:58:03.717896 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-c76300b5-14ab-4e46-91da-0d3fa40fde85 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.0384734 Oct 28 15:58:03.775914 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cb3fb-e334-4117-af71-d59cd457238d req-63567048-5abf-474f-92fd-effd199fb33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:03.778508 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-63567048-5abf-474f-92fd-effd199fb33f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0501850 Oct 28 15:58:03.815502 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-82a5523f-c40c-430b-b967-acc1fc81a9f7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259910 Oct 28 15:58:03.961667 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-b4881058-b6cd-4632-991c-23865b9e65af service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369853 Oct 28 15:58:03.974181 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299a8e3-b82f-4f51-b625-36649af15432 req-e30c8ec0-959d-4713-a63e-2c30f09dfa39 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:03.975397 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6299a8e3-b82f-4f51-b625-36649af15432 req-e30c8ec0-959d-4713-a63e-2c30f09dfa39 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 944 time: 0.0746930 Oct 28 15:58:04.060141 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6299a8e3-b82f-4f51-b625-36649af15432 req-6203c43c-7919-4b17-9bf1-73f13af4f472 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764487 Oct 28 15:58:04.096810 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-890cb3fb-e334-4117-af71-d59cd457238d req-fbef085c-9d39-4f91-8131-24124437e766 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203527 Oct 28 15:58:04.315471 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c94db-0a9c-4da8-912f-3668465b697d req-78c3d346-ab33-426b-8979-d6f78ac70596 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:04.317064 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0c8c94db-0a9c-4da8-912f-3668465b697d req-78c3d346-ab33-426b-8979-d6f78ac70596 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0667274 Oct 28 15:58:04.346620 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device eb6ebf00-7abd-4126-b86d-90ed8409b8b6 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:58:04.364570 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0c8c94db-0a9c-4da8-912f-3668465b697d req-e9c86402-222e-496f-bac5-33e27cabda1e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Oct 28 15:58:04.429584 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:58:04.435787 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:04.436273 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:04.527851 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:04.552338 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:04.555062 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a61cbc-caac-4afe-8fa9-5af65225664e" -d '{"events": [{"server_uuid": "5c68405b-8b9a-4e90-abef-6761ee43bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ebf00-7abd-4126-b86d-90ed8409b8b6"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:04.583374 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:04.589225 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:04.604034 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cdbe91-0217-43c5-9957-1c3fe9590ad7 x-openstack-request-id: req-00cdbe91-0217-43c5-9957-1c3fe9590ad7 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:04.604325 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c68405b-8b9a-4e90-abef-6761ee43bfb8", "name": "network-vif-plugged", "status": "completed", "tag": "eb6ebf00-7abd-4126-b86d-90ed8409b8b6", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:04.604578 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-00cdbe91-0217-43c5-9957-1c3fe9590ad7 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:04.604966 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6', 'code': 200} Oct 28 15:58:04.685983 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:04.694795 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.698623 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.701580 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.714161 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.714161 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.714161 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.714930 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.715116 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.715604 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.716028 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.716451 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.716878 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:04.754626 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e6287-96d2-4715-b1d3-682eb0f0c15b req-b0d10ae3-68b8-4bce-86a6-2aefc6da2e7f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:04.761909 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a3e6287-96d2-4715-b1d3-682eb0f0c15b req-b0d10ae3-68b8-4bce-86a6-2aefc6da2e7f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0670314 Oct 28 15:58:04.797588 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a3e6287-96d2-4715-b1d3-682eb0f0c15b req-992b041c-d61a-4f32-9989-586930754f2f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346951 Oct 28 15:58:04.857172 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c944974-483b-43af-8d13-8d02b419df3f req-1b6242e1-7ba8-4203-b392-6a4bc3f379cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:04.859116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c944974-483b-43af-8d13-8d02b419df3f req-1b6242e1-7ba8-4203-b392-6a4bc3f379cb service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 1098 time: 0.0548718 Oct 28 15:58:04.900662 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c944974-483b-43af-8d13-8d02b419df3f req-c130c32d-3710-43d5-9b2a-d1888ea21b4f service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304496 Oct 28 15:58:05.195197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703b083-de13-49d7-a086-a12962321376 req-3666e796-f76a-4c99-8ccc-41fa8dad3f77 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:05.197096 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7703b083-de13-49d7-a086-a12962321376 req-3666e796-f76a-4c99-8ccc-41fa8dad3f77 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.0575514 Oct 28 15:58:05.235654 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7703b083-de13-49d7-a086-a12962321376 req-6fe160b9-03bc-45f3-b352-33c4120586bd tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321641 Oct 28 15:58:05.512503 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ebc42-f412-4a9b-b4ce-7bbcd826c5f9 req-43f775a5-dd7c-40b1-bbdc-e9bc18533a48 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:05.514126 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-234ebc42-f412-4a9b-b4ce-7bbcd826c5f9 req-43f775a5-dd7c-40b1-bbdc-e9bc18533a48 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0553129 Oct 28 15:58:05.572109 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-234ebc42-f412-4a9b-b4ce-7bbcd826c5f9 req-fdb50042-8849-4d23-9ddf-36b872aa54a1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455837 Oct 28 15:58:05.938463 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90753e-ae6e-43d5-8e23-aebee04707aa req-fa5ccc7f-2086-47f0-a407-5a2f6da318cd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:05.940117 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f90753e-ae6e-43d5-8e23-aebee04707aa req-fa5ccc7f-2086-47f0-a407-5a2f6da318cd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0614567 Oct 28 15:58:05.985949 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5f90753e-ae6e-43d5-8e23-aebee04707aa req-c8c714d6-3425-4798-8d37-e69af1df70e2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386841 Oct 28 15:58:06.378399 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d420e8f-8338-4173-8831-2555213eddf9 req-1d42d90e-4827-43a4-8173-1764c28c2cde tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:06.389766 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d420e8f-8338-4173-8831-2555213eddf9 req-1d42d90e-4827-43a4-8173-1764c28c2cde tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.0746982 Oct 28 15:58:06.427167 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d420e8f-8338-4173-8831-2555213eddf9 req-30d509db-0839-4dc6-a7ba-2201c442bc5b tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Oct 28 15:58:06.707754 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a3704-a9b6-4c85-8bee-5f04d402084f req-1b425f66-dead-417a-b7a9-19b2a5cca70b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:06.709286 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-517a3704-a9b6-4c85-8bee-5f04d402084f req-1b425f66-dead-417a-b7a9-19b2a5cca70b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0641961 Oct 28 15:58:06.754483 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-517a3704-a9b6-4c85-8bee-5f04d402084f req-eef37a62-9ce9-4d59-aca6-724ad1f88a38 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384562 Oct 28 15:58:07.119062 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aebb4-c6a2-4726-9204-b4a9e8efaaf0 req-a6f96a8c-49a9-47e1-a8f6-f4e3b3e364a4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:07.120839 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-623aebb4-c6a2-4726-9204-b4a9e8efaaf0 req-a6f96a8c-49a9-47e1-a8f6-f4e3b3e364a4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0531428 Oct 28 15:58:07.160508 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-623aebb4-c6a2-4726-9204-b4a9e8efaaf0 req-420f9476-3da6-4d0c-9b5e-0c92b3d7a09c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331945 Oct 28 15:58:07.385443 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-b8dcf051-bab6-4dbf-8357-52cd64adb913 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:07.387097 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-b8dcf051-bab6-4dbf-8357-52cd64adb913 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 815 time: 0.1165855 Oct 28 15:58:07.404401 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a827a662-72df-4626-befc-dc09fdde087b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/quotas/dd32656b539b4c93a03d7f274c3fe0a5 HTTP/1.1" status: 200 len: 375 time: 0.0094898 Oct 28 15:58:07.468838 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-5f49ef59-6210-41fe-a7d9-f6717917fc57 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508583 Oct 28 15:58:07.609221 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b1d45-987d-4dfe-aadd-4970990871b7 req-6de46d01-c972-4f27-ab0d-17035f80b042 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:07.610716 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-016b1d45-987d-4dfe-aadd-4970990871b7 req-6de46d01-c972-4f27-ab0d-17035f80b042 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.1086638 Oct 28 15:58:07.614358 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-95818487-203d-4bca-92a3-ff0aa02570fc service neutron] 10.222.0.74 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305804 Oct 28 15:58:07.694899 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-016b1d45-987d-4dfe-aadd-4970990871b7 req-e310f271-3377-4a02-af39-180aef1652b2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778222 Oct 28 15:58:07.739346 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-d0cc7395-c3a4-4664-ad6d-38434ef391e2 service neutron] 10.222.0.74 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152704 Oct 28 15:58:07.904782 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e40f5-436d-43fc-ad54-002a9e549521 req-8ed5355d-979a-476e-accb-e9fcec066126 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:07.906343 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-744e40f5-436d-43fc-ad54-002a9e549521 req-8ed5355d-979a-476e-accb-e9fcec066126 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0810809 Oct 28 15:58:07.922180 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-672c12be-a448-4f0b-af43-4fd99b8b7d8c req-ab545e6d-5561-4642-a93d-867d5a330126 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 210 time: 0.0368185 Oct 28 15:58:07.964186 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-744e40f5-436d-43fc-ad54-002a9e549521 req-7a456c78-9be5-4c1f-acc1-05a5e263a680 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444069 Oct 28 15:58:08.279277 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62305b7-429f-4cfc-a193-1e1b77e0f0d2 req-d5d57926-b270-4cba-beda-26035a6f100d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:08.280941 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c62305b7-429f-4cfc-a193-1e1b77e0f0d2 req-d5d57926-b270-4cba-beda-26035a6f100d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0492768 Oct 28 15:58:08.318279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c62305b7-429f-4cfc-a193-1e1b77e0f0d2 req-0d8c16b4-e84d-4686-9b08-69e9fd3a0535 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312514 Oct 28 15:58:08.491414 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-43a2bbcc-e7ae-488e-9525-4ca101750baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:09.041584 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-25e55e5a-3528-41f8-81c8-ffd4da3f9bc9 req-69f476ab-2f57-4d2a-b659-3ebca17a6680 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 210 time: 0.0282133 Oct 28 15:58:09.097816 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76669d75-8ccd-4a79-acbb-e6d38c658e43 req-af561027-9a29-4da7-bbe3-fc0232b9699c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:09.099309 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-76669d75-8ccd-4a79-acbb-e6d38c658e43 req-af561027-9a29-4da7-bbe3-fc0232b9699c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0475330 Oct 28 15:58:09.139925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-76669d75-8ccd-4a79-acbb-e6d38c658e43 req-68846ac1-abdc-41bc-a214-89f722baec64 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345912 Oct 28 15:58:09.461957 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af02155-9baf-449b-933d-af5d5fc65d93 req-9ff84ec1-f708-4065-9b88-f02ffe6c17bc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:09.463862 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8af02155-9baf-449b-933d-af5d5fc65d93 req-9ff84ec1-f708-4065-9b88-f02ffe6c17bc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0720680 Oct 28 15:58:09.502497 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8af02155-9baf-449b-933d-af5d5fc65d93 req-bfdfcea7-2cad-407b-89d1-945a280e0997 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Oct 28 15:58:10.139346 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dadab975-f212-4234-81ee-308a8f2ab266 req-c3c9befa-ce9d-4379-8dc5-398e403c77ec tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 210 time: 0.0274458 Oct 28 15:58:10.271197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e6150-618d-466f-8144-e703aedf0a59 req-6c13454c-f363-4187-a9c5-727091c4ae04 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:10.272707 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e9e6150-618d-466f-8144-e703aedf0a59 req-6c13454c-f363-4187-a9c5-727091c4ae04 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0513291 Oct 28 15:58:10.310275 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e9e6150-618d-466f-8144-e703aedf0a59 req-5e250123-459c-46e1-aa11-cc6882a5f58a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Oct 28 15:58:10.636153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4fb57-f036-49ed-8b29-fa7615dab4a6 req-e78542c6-262b-4436-8abb-c9f6b36f35c3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:10.637939 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24b4fb57-f036-49ed-8b29-fa7615dab4a6 req-e78542c6-262b-4436-8abb-c9f6b36f35c3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0544684 Oct 28 15:58:10.678814 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24b4fb57-f036-49ed-8b29-fa7615dab4a6 req-e271cccf-a60d-42ad-83fd-e3571c69a98a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Oct 28 15:58:11.045381 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-78719bf2-5c77-4164-aa4c-6240665f12cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:11.234824 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-36d85a4b-d5fc-419d-9ba9-71d2d4ccf46e req-c52ba93e-2381-4874-9490-4b0f8a7ecc7d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 210 time: 0.0281954 Oct 28 15:58:11.347238 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-818ddcf2-5857-46e9-aef7-10bd9cd72630 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:11.348820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-818ddcf2-5857-46e9-aef7-10bd9cd72630 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 815 time: 0.1170418 Oct 28 15:58:11.364698 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'port': {'device_id': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'admin_state_up': True, 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:11.486428 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ee0895-62b3-4e66-8f45-d6d8a662cce3 req-9e394e31-315d-46a5-bdf9-71be79b3a3c4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:11.488079 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f3ee0895-62b3-4e66-8f45-d6d8a662cce3 req-9e394e31-315d-46a5-bdf9-71be79b3a3c4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0787923 Oct 28 15:58:11.531354 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Made reservation on behalf of dd32656b539b4c93a03d7f274c3fe0a5 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:58:11.534875 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:11.555814 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f3ee0895-62b3-4e66-8f45-d6d8a662cce3 req-e25e515a-93b8-4021-bd4a-e56a4c63aeda tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609014 Oct 28 15:58:11.673297 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Allocated IP 172.20.0.12 (2510dba7-177d-45ae-abef-1c47f5321024/2b39c61c-3958-4090-bce0-846780f180a3/28fd1c77-f634-4a07-bc94-cac804451dd7) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:58:11.847523 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727c800-c465-4d1c-963a-7781acc50c43 req-42765ced-0282-4e36-b48c-5f4e42eb468a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:11.849020 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7727c800-c465-4d1c-963a-7781acc50c43 req-42765ced-0282-4e36-b48c-5f4e42eb468a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0827286 Oct 28 15:58:11.869639 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:11.911154 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7727c800-c465-4d1c-963a-7781acc50c43 req-228426f2-548a-41fb-94df-3f733ade68c0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Oct 28 15:58:11.925993 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:11.951036 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:11.979231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Network 2510dba7-177d-45ae-abef-1c47f5321024 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:58:11.984558 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:58:11.988231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:58:11.994682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:12.040533 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.041150 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.059853 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-a9953681-74a6-4169-a447-9a2e63fc695e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6992037 Oct 28 15:58:12.078243 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Request body: {'port': {'device_id': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:12.133996 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.245490 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-c6c9dc64-cffc-4472-8aa7-c31147dc4f58 None None] Provisioning complete for port 28fd1c77-f634-4a07-bc94-cac804451dd7 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:12.246129 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c6c9dc64-cffc-4472-8aa7-c31147dc4f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.305708 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.307743 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-c6c9dc64-cffc-4472-8aa7-c31147dc4f58 None None] Port 28fd1c77-f634-4a07-bc94-cac804451dd7 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:58:12.534440 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aac146-bb08-4add-8a35-f5c957f7c280 req-cf489e59-4865-4431-935a-32e19b3aec8d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.535957 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-74aac146-bb08-4add-8a35-f5c957f7c280 req-cf489e59-4865-4431-935a-32e19b3aec8d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 932 time: 0.1223619 Oct 28 15:58:12.637967 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-74aac146-bb08-4add-8a35-f5c957f7c280 req-861dd746-7895-4c72-a331-f3462c64e0b0 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953858 Oct 28 15:58:12.725714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd340c19-6195-487e-a178-79d9c6b12fa2 req-7616e333-f47f-4d6f-87ab-6c97e78213fe tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:12.727248 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cd340c19-6195-487e-a178-79d9c6b12fa2 req-7616e333-f47f-4d6f-87ab-6c97e78213fe tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0833297 Oct 28 15:58:12.809811 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cd340c19-6195-487e-a178-79d9c6b12fa2 req-c3ebf4e7-e4d9-436e-a5a6-ddf894fa6098 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755601 Oct 28 15:58:12.811802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fd1c77-f634-4a07-bc94-cac804451dd7 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:12.819417 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.832968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Transition to ACTIVE for port object 28fd1c77-f634-4a07-bc94-cac804451dd7 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:58:12.837352 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:12.906896 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:12.962453 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Attempting to bind port 28fd1c77-f634-4a07-bc94-cac804451dd7 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:58:12.962783 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Attempting to bind port 28fd1c77-f634-4a07-bc94-cac804451dd7 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:58:12.963102 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Attempting to bind port 28fd1c77-f634-4a07-bc94-cac804451dd7 on network 2510dba7-177d-45ae-abef-1c47f5321024 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:12.968007 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Port 28fd1c77-f634-4a07-bc94-cac804451dd7 on network 2510dba7-177d-45ae-abef-1c47f5321024 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:58:12.968324 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Attempting to bind port 28fd1c77-f634-4a07-bc94-cac804451dd7 on network 2510dba7-177d-45ae-abef-1c47f5321024 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:12.973467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:58:12.973799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Checking segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:58:12.974177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Bound using segment: {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:58:12.974599 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Bound port: 28fd1c77-f634-4a07-bc94-cac804451dd7, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c09e7e6-c811-4f99-bec9-657bed2bdb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:58:12.974952 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:13.083650 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d19726-67b1-4a15-b3ff-83696e76d81d req-6299eb39-3945-4782-9a40-81bbae1d2c6a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.085145 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f5d19726-67b1-4a15-b3ff-83696e76d81d req-6299eb39-3945-4782-9a40-81bbae1d2c6a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0987818 Oct 28 15:58:13.100279 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:58:13.119602 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:58:13.125608 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:13.164342 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f5d19726-67b1-4a15-b3ff-83696e76d81d req-44fecdd3-1c8d-48d7-8f75-f9de9bd77878 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Oct 28 15:58:13.175438 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.176072 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:13.186607 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] 10.222.0.54 "PUT /v2.0/ports/28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 1094 time: 1.1037877 Oct 28 15:58:13.186607 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:13.186607 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeda816-e7b9-4745-bb6f-2364d3c16750" -d '{"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:13.202539 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76d65d-4ce1-4596-baab-0a2b9ce17e4a service neutron] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:13.229013 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5663d1e7-2435-4469-b5c1-60fe12bbd20b x-openstack-request-id: req-5663d1e7-2435-4469-b5c1-60fe12bbd20b {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:13.229738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:13.229977 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5663d1e7-2435-4469-b5c1-60fe12bbd20b {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:13.231805 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'status': 'completed', 'code': 200} Oct 28 15:58:13.289191 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-22adf76d-3895-4ec9-a6b4-29f939d79626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.291160 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-22adf76d-3895-4ec9-a6b4-29f939d79626 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1097 time: 0.0506990 Oct 28 15:58:13.342547 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-89d647c7-d162-4b3f-94bf-a0a24c953a49 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 217 time: 0.0387118 Oct 28 15:58:13.404430 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-37d8b774-34b8-44b2-a746-1717963d80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.405916 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-37d8b774-34b8-44b2-a746-1717963d80f8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.0470915 Oct 28 15:58:13.457998 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-9dfcf574-a29d-4e9c-b03d-b073322040b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.459459 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-9dfcf574-a29d-4e9c-b03d-b073322040b4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445082 Oct 28 15:58:13.556930 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-be7cf06d-4939-4662-ae12-0151283aacda service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883858 Oct 28 15:58:13.664217 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edcfabc8-9e99-4504-9aab-ef6c10c351a8 req-51aaf7a7-ab6c-4196-99a6-14e7bc32bda7 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958683 Oct 28 15:58:13.774933 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:13.804805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-27b9bd00-c638-467c-973d-bacc4084a976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.806387 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-27b9bd00-c638-467c-973d-bacc4084a976 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1097 time: 0.0866675 Oct 28 15:58:13.818350 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481925a4-f456-4793-869e-779964901349 req-cfd2ec7f-0b25-481f-85ef-2ca4ff4c1bba tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.822111 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-481925a4-f456-4793-869e-779964901349 req-cfd2ec7f-0b25-481f-85ef-2ca4ff4c1bba tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0680642 Oct 28 15:58:13.918026 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-481925a4-f456-4793-869e-779964901349 req-124770da-f3c2-4882-b5c7-1566ba4a1f7a tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873370 Oct 28 15:58:13.966505 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-a5db0531-84d7-4e67-9da1-f051e4ad4ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.967662 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-a5db0531-84d7-4e67-9da1-f051e4ad4ea3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.1445820 Oct 28 15:58:13.976461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e16d7-7979-4ed8-8a29-cb631e8052dd req-7ea305dd-6bbd-4414-8975-5a7a178f151a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:13.977951 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-384e16d7-7979-4ed8-8a29-cb631e8052dd req-7ea305dd-6bbd-4414-8975-5a7a178f151a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0794389 Oct 28 15:58:14.044576 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-8c5eba34-aedb-49e0-a758-5900ca9b865b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 217 time: 0.0462770 Oct 28 15:58:14.053074 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-384e16d7-7979-4ed8-8a29-cb631e8052dd req-2ef1dfa5-4acb-438f-a597-c5fd7d22d5e3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682216 Oct 28 15:58:14.111335 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-bc82f30b-ab18-4fe1-9400-33b58214b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:14.112889 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-bc82f30b-ab18-4fe1-9400-33b58214b54a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.0509148 Oct 28 15:58:14.166824 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-0daf890b-d662-416a-9a49-29233987da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:14.168914 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-0daf890b-d662-416a-9a49-29233987da8b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429542 Oct 28 15:58:14.301360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-d55ead06-e783-4235-a434-e727ec59d405 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214120 Oct 28 15:58:14.314425 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d87dab-3b51-4707-8222-690ba0a5caba req-39b90231-cc21-4840-99d0-50b8092e8485 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:14.315993 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f9d87dab-3b51-4707-8222-690ba0a5caba req-39b90231-cc21-4840-99d0-50b8092e8485 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0718830 Oct 28 15:58:14.406032 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f9d87dab-3b51-4707-8222-690ba0a5caba req-6311b9b0-85fc-4f05-bf54-af1e87140ec8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815315 Oct 28 15:58:14.447109 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeda816-e7b9-4745-bb6f-2364d3c16750 req-775e95bd-769f-42f4-8680-3328f8b5c3b4 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300902 Oct 28 15:58:15.041061 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666897f0-bcdb-4187-a5ee-8f9f001c98ce req-b1e358af-9c2d-429e-9fc2-733b8eaaf0a2 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:15.042570 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-666897f0-bcdb-4187-a5ee-8f9f001c98ce req-b1e358af-9c2d-429e-9fc2-733b8eaaf0a2 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0534708 Oct 28 15:58:15.083494 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-666897f0-bcdb-4187-a5ee-8f9f001c98ce req-7993faa2-4cc2-4b90-8f55-4f1d1926392f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330110 Oct 28 15:58:15.181806 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3ba7b-8f85-4735-8db7-0b0ef568e534 req-718c53bd-4f37-43b3-8746-3d8755a57de3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:15.183311 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e2b3ba7b-8f85-4735-8db7-0b0ef568e534 req-718c53bd-4f37-43b3-8746-3d8755a57de3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0522161 Oct 28 15:58:15.220939 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e2b3ba7b-8f85-4735-8db7-0b0ef568e534 req-81b16356-f078-4224-b671-44f911698319 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Oct 28 15:58:15.536507 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca6271-c4f7-4ad2-85e1-23584deae8df req-e583ff98-7103-49ed-b22a-93eab72734c3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:15.537920 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89ca6271-c4f7-4ad2-85e1-23584deae8df req-e583ff98-7103-49ed-b22a-93eab72734c3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0570614 Oct 28 15:58:15.578317 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89ca6271-c4f7-4ad2-85e1-23584deae8df req-bd1ecd13-f0d9-4edd-9119-ea47d4a8281e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343385 Oct 28 15:58:16.172213 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:58:16.208283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ceef2d-7dcd-456a-ba13-533e3e537bfb req-c657481f-d100-4fe6-8996-805a8ba69e49 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:16.210011 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f6ceef2d-7dcd-456a-ba13-533e3e537bfb req-c657481f-d100-4fe6-8996-805a8ba69e49 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0581322 Oct 28 15:58:16.254234 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f6ceef2d-7dcd-456a-ba13-533e3e537bfb req-d152fcda-b809-48cf-a4e1-c7459ee99f65 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372012 Oct 28 15:58:16.345424 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab575448-0d2b-429d-85c8-671120185dd4 req-2e5534ec-3c99-4a23-b2d4-5fe1d41b9855 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:16.347380 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ab575448-0d2b-429d-85c8-671120185dd4 req-2e5534ec-3c99-4a23-b2d4-5fe1d41b9855 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0501719 Oct 28 15:58:16.389661 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ab575448-0d2b-429d-85c8-671120185dd4 req-b40feb17-d8e4-4305-b885-de35a7871f15 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 Oct 28 15:58:16.417349 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:58:16.520697 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:16.664875 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'mac_address': 'fa:16:3e:0a:bf:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:58:16.705000 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:16.718133 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 456e92ce-6f53-4656-97a1-f34e47da3fc9 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:16.723873 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67446032-62e6-4267-aa49-15131aa3af32 req-d955499b-c5d3-4fb7-9516-c04345ed14bf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:16.725580 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-67446032-62e6-4267-aa49-15131aa3af32 req-d955499b-c5d3-4fb7-9516-c04345ed14bf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0626965 Oct 28 15:58:16.745595 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:16.755236 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:16.782983 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-67446032-62e6-4267-aa49-15131aa3af32 req-8e9a0c87-3c7f-48fe-94b4-366923a7e90e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508118 Oct 28 15:58:16.820492 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=6']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:16.986299 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['456e92ce-6f53-4656-97a1-f34e47da3fc9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:17.375020 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157d376-766b-462e-a9e5-9b4f8c8be992 req-826e2f0e-5659-4b0e-92de-6290aafef6c9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:17.376828 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7157d376-766b-462e-a9e5-9b4f8c8be992 req-826e2f0e-5659-4b0e-92de-6290aafef6c9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0556967 Oct 28 15:58:17.420057 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7157d376-766b-462e-a9e5-9b4f8c8be992 req-97b60df5-cf13-4e67-85f3-f986777bfa52 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370553 Oct 28 15:58:17.523473 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e61b5-9132-4ae0-88d1-264b50eb03b4 req-97e0747e-bc12-4816-8c45-13c50123e6d0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:17.530950 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa7e61b5-9132-4ae0-88d1-264b50eb03b4 req-97e0747e-bc12-4816-8c45-13c50123e6d0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 945 time: 0.0598881 Oct 28 15:58:17.563685 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa7e61b5-9132-4ae0-88d1-264b50eb03b4 req-dd6d75ac-c2f5-43ab-80b1-f53e22e647fb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318642 Oct 28 15:58:17.918173 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de304bb-47dd-4205-9987-5f7a000c6de2 req-1187fa3d-e383-4ba1-85a3-a1c1798fe55b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:17.924078 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3de304bb-47dd-4205-9987-5f7a000c6de2 req-1187fa3d-e383-4ba1-85a3-a1c1798fe55b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0613787 Oct 28 15:58:17.962523 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3de304bb-47dd-4205-9987-5f7a000c6de2 req-6b4fc9b5-8b0d-4a9a-aebc-76680056d6ad tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354681 Oct 28 15:58:18.413037 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:58:18.472570 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 456e92ce-6f53-4656-97a1-f34e47da3fc9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:18.472924 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:18.550380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176d97-9e3b-4767-9438-218c744d3c88 req-264d0ffe-1b31-40f3-82d2-6639ca3a200f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:18.551997 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05176d97-9e3b-4767-9438-218c744d3c88 req-264d0ffe-1b31-40f3-82d2-6639ca3a200f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0546103 Oct 28 15:58:18.563738 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:18.590088 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:18.592815 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1096ac3f-bec3-45d1-bf60-fed576fa5b33" -d '{"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-plugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:18.609891 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:18.619246 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:18.623400 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05176d97-9e3b-4767-9438-218c744d3c88 req-2cbab125-848e-44e9-ad0d-59675ee4b37b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643847 Oct 28 15:58:18.666091 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dbb139-1037-4285-9198-ec73d3f946b9 x-openstack-request-id: req-08dbb139-1037-4285-9198-ec73d3f946b9 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:18.666410 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-plugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:18.666664 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08dbb139-1037-4285-9198-ec73d3f946b9 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:18.667041 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'code': 200} Oct 28 15:58:18.686938 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=7']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:18.707350 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ac9b-4b13-4e46-9baa-9eec2292f43c req-035a89bf-50bc-4920-a152-0d82ce5d8a6f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:18.708965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4ab4ac9b-4b13-4e46-9baa-9eec2292f43c req-035a89bf-50bc-4920-a152-0d82ce5d8a6f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0591245 Oct 28 15:58:18.757742 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4ab4ac9b-4b13-4e46-9baa-9eec2292f43c req-1d2a6bb8-9aea-489f-ad90-9af3060686be tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 Oct 28 15:58:19.086663 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69759f87-c756-448b-af45-5949f113b327 req-bea2e124-6f35-4426-a610-41b42011f071 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:19.088444 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-69759f87-c756-448b-af45-5949f113b327 req-bea2e124-6f35-4426-a610-41b42011f071 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0532327 Oct 28 15:58:19.129006 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-69759f87-c756-448b-af45-5949f113b327 req-b3ab2d99-25bc-4436-8692-a6ae969779b9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Oct 28 15:58:19.761849 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0d8b6-3fbb-4272-95c4-62c942bc0149 req-e07f3452-dbe6-4e0e-8f57-ffc24e318ab5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:19.764675 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-41b0d8b6-3fbb-4272-95c4-62c942bc0149 req-e07f3452-dbe6-4e0e-8f57-ffc24e318ab5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0686858 Oct 28 15:58:19.832929 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-41b0d8b6-3fbb-4272-95c4-62c942bc0149 req-5f2f3754-7ba9-4138-be0b-2c83fa5811a5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616772 Oct 28 15:58:19.927450 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d50eb-dbcc-4f71-86c0-a9aa32693413 req-91b1482e-e159-4bcd-8b2e-47817dcce4aa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:19.929690 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8a4d50eb-dbcc-4f71-86c0-a9aa32693413 req-91b1482e-e159-4bcd-8b2e-47817dcce4aa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0546622 Oct 28 15:58:19.977311 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8a4d50eb-dbcc-4f71-86c0-a9aa32693413 req-5b1206a0-4326-4c95-84a2-22db7388a30f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406063 Oct 28 15:58:20.263837 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e00a9d-2846-420d-936a-705f7640aed0 req-c5813d0e-2c0e-41a0-8508-4453abc43793 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:20.265630 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-52e00a9d-2846-420d-936a-705f7640aed0 req-c5813d0e-2c0e-41a0-8508-4453abc43793 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0556290 Oct 28 15:58:20.307604 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-52e00a9d-2846-420d-936a-705f7640aed0 req-88a97036-0039-4dfe-a664-70fa8c660ab8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Oct 28 15:58:20.956231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef465ace-f5f1-4724-a263-31212dcc8f04 req-6aa6e9b9-fb51-4cc0-93ae-14223b7a963d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:20.963916 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ef465ace-f5f1-4724-a263-31212dcc8f04 req-6aa6e9b9-fb51-4cc0-93ae-14223b7a963d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0581365 Oct 28 15:58:20.999455 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ef465ace-f5f1-4724-a263-31212dcc8f04 req-9643a289-7477-44be-8567-d8825bb66532 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346749 Oct 28 15:58:21.117570 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf68c3c-85fc-4178-ad67-f0dcd5859ac4 req-efa34845-3a15-4ca0-b789-06dc945eb3ab tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:21.119365 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bbf68c3c-85fc-4178-ad67-f0dcd5859ac4 req-efa34845-3a15-4ca0-b789-06dc945eb3ab tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0570824 Oct 28 15:58:21.170473 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bbf68c3c-85fc-4178-ad67-f0dcd5859ac4 req-46323507-b9bf-4a45-99cd-fad81923550f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441425 Oct 28 15:58:21.429894 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcdb06a-eb86-40ab-a9f1-f4fa0e489400 req-23a2b68f-7e18-43db-a972-974dfb11efe7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:21.431949 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3bcdb06a-eb86-40ab-a9f1-f4fa0e489400 req-23a2b68f-7e18-43db-a972-974dfb11efe7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0551460 Oct 28 15:58:21.480015 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3bcdb06a-eb86-40ab-a9f1-f4fa0e489400 req-c8d36356-5a56-452b-a414-0267bd6c59f7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407205 Oct 28 15:58:22.079125 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:22.123407 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702a116-1557-44b3-98e4-239eb8f780ff req-74525fbf-c1e8-4656-8a2f-19fbbeb7b4d5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:22.125055 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0702a116-1557-44b3-98e4-239eb8f780ff req-74525fbf-c1e8-4656-8a2f-19fbbeb7b4d5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0529473 Oct 28 15:58:22.166538 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0702a116-1557-44b3-98e4-239eb8f780ff req-d8c8edeb-17dc-4273-a869-a18a04ecc871 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336125 Oct 28 15:58:22.300935 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea7b34-5ea4-4910-8ff5-c5c11a864353 req-49b775ca-de7c-414c-b87b-ade016a647da tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:22.302329 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-03ea7b34-5ea4-4910-8ff5-c5c11a864353 req-49b775ca-de7c-414c-b87b-ade016a647da tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0533104 Oct 28 15:58:22.340739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-03ea7b34-5ea4-4910-8ff5-c5c11a864353 req-798804f4-1dbd-4446-bb39-1924e364d5a5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Oct 28 15:58:22.644746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca5f7e-d0a9-4ee8-adf3-06f2c35b7afc req-be5619fd-fa33-4ffc-811a-d71210f9d843 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:22.645886 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-74ca5f7e-d0a9-4ee8-adf3-06f2c35b7afc req-be5619fd-fa33-4ffc-811a-d71210f9d843 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0679424 Oct 28 15:58:22.680189 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-74ca5f7e-d0a9-4ee8-adf3-06f2c35b7afc req-f33193fe-647a-4b08-b572-78552af6a7d4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Oct 28 15:58:23.299926 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7beb7c7-2936-4243-b518-ae0743fc157e req-f95a34b2-dec3-4b06-95b3-5453097efbfb tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:23.301746 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e7beb7c7-2936-4243-b518-ae0743fc157e req-f95a34b2-dec3-4b06-95b3-5453097efbfb tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0528500 Oct 28 15:58:23.342261 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e7beb7c7-2936-4243-b518-ae0743fc157e req-d99b994c-f21a-4c55-885a-2225145d4fb5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341797 Oct 28 15:58:23.480867 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd2f6b-2d60-4ea1-9eeb-abac5d7070ba req-bbd96993-d6bc-41fa-836f-a3a60a52b568 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:23.482650 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-92dd2f6b-2d60-4ea1-9eeb-abac5d7070ba req-bbd96993-d6bc-41fa-836f-a3a60a52b568 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0569489 Oct 28 15:58:23.522915 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-92dd2f6b-2d60-4ea1-9eeb-abac5d7070ba req-81089fb3-ce7a-493d-a77d-2fbd3e9f1342 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320385 Oct 28 15:58:23.817356 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeb83ed-7d45-4465-b3b8-26a2858e3abb req-0ec6bfdb-d249-4b88-ae11-4225efc1f98c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:23.821996 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6eeb83ed-7d45-4465-b3b8-26a2858e3abb req-0ec6bfdb-d249-4b88-ae11-4225efc1f98c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0650251 Oct 28 15:58:23.859777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6eeb83ed-7d45-4465-b3b8-26a2858e3abb req-87b9cd10-fdc2-4620-90d6-f32dca93d327 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366516 Oct 28 15:58:24.021220 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a51ba9-7b49-4413-9c46-712b09491539 req-6cd2065a-d19a-460a-b579-94059810f211 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:24.022863 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d7a51ba9-7b49-4413-9c46-712b09491539 req-6cd2065a-d19a-460a-b579-94059810f211 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.0523288 Oct 28 15:58:24.062474 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d7a51ba9-7b49-4413-9c46-712b09491539 req-8c085857-03a0-4b4b-b23c-f8b1bc87a668 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332217 Oct 28 15:58:24.468130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128dab7e-dcb1-4f92-9f99-84a93b7e2bea req-fcd44473-b678-42e4-8b46-1332f2bc3c1c tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:24.469527 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-128dab7e-dcb1-4f92-9f99-84a93b7e2bea req-fcd44473-b678-42e4-8b46-1332f2bc3c1c tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0550187 Oct 28 15:58:24.514160 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-128dab7e-dcb1-4f92-9f99-84a93b7e2bea req-21a57890-b28b-40e1-9dc2-90fb615b93d3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381353 Oct 28 15:58:24.666010 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2ac52-543a-4078-a86e-a50992b470e6 req-069527ef-2685-4e78-a439-c51c476d2206 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:24.667570 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-49b2ac52-543a-4078-a86e-a50992b470e6 req-069527ef-2685-4e78-a439-c51c476d2206 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0653524 Oct 28 15:58:24.706214 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-49b2ac52-543a-4078-a86e-a50992b470e6 req-c1ded2e6-0e0b-416c-850b-fcc81af75a97 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321436 Oct 28 15:58:24.995571 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ec605-07ad-4bb6-bb85-b1839dae922d req-5308a914-0e65-4187-b353-e1875f9f7cf0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:24.996999 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d72ec605-07ad-4bb6-bb85-b1839dae922d req-5308a914-0e65-4187-b353-e1875f9f7cf0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0544569 Oct 28 15:58:25.035317 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d72ec605-07ad-4bb6-bb85-b1839dae922d req-9a6a1468-d7cd-4f2d-a137-e3e1acaa0bb0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322104 Oct 28 15:58:25.182153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf01ba9-f062-42ef-a182-e928e7e5d3e8 req-b2c5410c-0fbd-4d84-8300-f1ea5c1dd482 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:25.184023 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbf01ba9-f062-42ef-a182-e928e7e5d3e8 req-b2c5410c-0fbd-4d84-8300-f1ea5c1dd482 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.0523543 Oct 28 15:58:25.225956 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbf01ba9-f062-42ef-a182-e928e7e5d3e8 req-9c81d718-fc93-45d8-8158-55c47d515e82 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358033 Oct 28 15:58:25.655853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240d6df-2c00-4836-9493-6f04d9cd71a4 req-6fed56fa-2dcf-4ba0-9328-77e26e297b74 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:25.658629 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b240d6df-2c00-4836-9493-6f04d9cd71a4 req-6fed56fa-2dcf-4ba0-9328-77e26e297b74 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0728443 Oct 28 15:58:25.715361 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b240d6df-2c00-4836-9493-6f04d9cd71a4 req-cc03cd05-89ca-4a50-9eab-89d33737b80f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459185 Oct 28 15:58:25.857356 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681120c-fb96-4b4b-8c45-5391cf71fd63 req-ed63a916-0a11-4501-a970-6ae1d3d6ab9f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:25.858962 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6681120c-fb96-4b4b-8c45-5391cf71fd63 req-ed63a916-0a11-4501-a970-6ae1d3d6ab9f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0561762 Oct 28 15:58:25.916988 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6681120c-fb96-4b4b-8c45-5391cf71fd63 req-636cd9d3-7d2d-470c-9aa7-82307eb1bb88 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509100 Oct 28 15:58:26.155449 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921c749-ed79-4931-87f4-b1b6df68258e req-bef7aacd-28b0-408c-ab3c-0f900598138f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:26.159279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5921c749-ed79-4931-87f4-b1b6df68258e req-bef7aacd-28b0-408c-ab3c-0f900598138f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0532231 Oct 28 15:58:26.196312 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5921c749-ed79-4931-87f4-b1b6df68258e req-64d50faf-b458-4fb8-aebb-21b30a51e53e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328081 Oct 28 15:58:26.314125 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79030d88-5830-4346-af04-9f18adcae379 req-bff5d3c8-9e8d-49c9-8374-3956ebafbfcb tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:26.315793 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-79030d88-5830-4346-af04-9f18adcae379 req-bff5d3c8-9e8d-49c9-8374-3956ebafbfcb tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.0686624 Oct 28 15:58:26.412749 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2083-c7a4-4c26-a21f-c0a45816de8b req-bdea6cbc-59c3-4f83-9bb1-8f866c7b7726 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:26.414327 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-658a2083-c7a4-4c26-a21f-c0a45816de8b req-bdea6cbc-59c3-4f83-9bb1-8f866c7b7726 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 945 time: 0.0976181 Oct 28 15:58:26.492548 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-658a2083-c7a4-4c26-a21f-c0a45816de8b req-0bc20091-3c4c-407d-8ad2-5e2162decdec tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522039 Oct 28 15:58:26.514729 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Deleting port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:58:26.515152 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:26.856377 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] For port eb6ebf00-7abd-4126-b86d-90ed8409b8b6, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:26.857126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:26.873544 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Calling delete_port for eb6ebf00-7abd-4126-b86d-90ed8409b8b6 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:58:26.884862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b31ce-f7b9-4c28-86d2-7e314354c80b req-6f4a0484-c853-4054-bb60-dee33d5eeee3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:26.886484 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b1b31ce-f7b9-4c28-86d2-7e314354c80b req-6f4a0484-c853-4054-bb60-dee33d5eeee3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0866776 Oct 28 15:58:26.981601 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b1b31ce-f7b9-4c28-86d2-7e314354c80b req-88293301-59f2-4187-8687-81825b94f3d3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877950 Oct 28 15:58:27.105740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84a66e-6993-4a80-970a-e4b49bb98e88 req-ab8603cf-8387-4007-aa11-1b155329234b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:27.107291 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0e84a66e-6993-4a80-970a-e4b49bb98e88 req-ab8603cf-8387-4007-aa11-1b155329234b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0929136 Oct 28 15:58:27.108876 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:27.124260 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7', '0e2fd4fc-9a32-49b6-b744-10950271f378', 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9', 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:27.147152 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event deleted for resources: {'Port': ['ID=eb6ebf00-7abd-4126-b86d-90ed8409b8b6,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:27.212626 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] No DVR routers for this DVR port eb6ebf00-7abd-4126-b86d-90ed8409b8b6 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:58:27.217726 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0e84a66e-6993-4a80-970a-e4b49bb98e88 req-c1149281-b477-469b-8541-8b6b74c3320d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010163 Oct 28 15:58:27.218595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:27.222330 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-79030d88-5830-4346-af04-9f18adcae379 req-f6730baf-46b5-4601-a686-59249fa7dd48 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "DELETE /v2.0/ports/eb6ebf00-7abd-4126-b86d-90ed8409b8b6 HTTP/1.1" status: 204 len: 173 time: 0.8783469 Oct 28 15:58:27.222774 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'name': 'network-vif-deleted', 'tag': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:27.225229 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6b974e-2687-4dca-8637-a5ebea6efb0e" -d '{"events": [{"server_uuid": "5c68405b-8b9a-4e90-abef-6761ee43bfb8", "name": "network-vif-deleted", "tag": "eb6ebf00-7abd-4126-b86d-90ed8409b8b6"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:27.371203 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab64217a-7e0a-48a1-abe8-011e5c01dd3c x-openstack-request-id: req-ab64217a-7e0a-48a1-abe8-011e5c01dd3c {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:27.371516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c68405b-8b9a-4e90-abef-6761ee43bfb8", "name": "network-vif-deleted", "tag": "eb6ebf00-7abd-4126-b86d-90ed8409b8b6", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:27.371767 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ab64217a-7e0a-48a1-abe8-011e5c01dd3c {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:27.372271 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c68405b-8b9a-4e90-abef-6761ee43bfb8', 'name': 'network-vif-deleted', 'tag': 'eb6ebf00-7abd-4126-b86d-90ed8409b8b6', 'status': 'completed', 'code': 200} Oct 28 15:58:27.416009 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d86b06-f357-460b-9c59-8345e0e98fc3 req-5da50243-d83b-45a6-b3e1-5f8c160ec19c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:27.424009 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50d86b06-f357-460b-9c59-8345e0e98fc3 req-5da50243-d83b-45a6-b3e1-5f8c160ec19c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0846498 Oct 28 15:58:27.507507 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50d86b06-f357-460b-9c59-8345e0e98fc3 req-05bdf936-68eb-4209-b535-e927359fe809 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754006 Oct 28 15:58:27.617065 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f262157b-64ca-4077-830a-a3f2b767d60b req-bdd8cda4-7fdb-4508-b02c-098b9b9e056d tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=5c68405b-8b9a-4e90-abef-6761ee43bfb8 HTTP/1.1" status: 200 len: 210 time: 0.0272679 Oct 28 15:58:28.105174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ff23a-3cc0-4116-9368-978b93ba1a20 req-7a9ddb64-33d5-4f7f-9a4c-9105558a44b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:28.106958 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8c9ff23a-3cc0-4116-9368-978b93ba1a20 req-7a9ddb64-33d5-4f7f-9a4c-9105558a44b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0534549 Oct 28 15:58:28.148507 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8c9ff23a-3cc0-4116-9368-978b93ba1a20 req-e45f90e4-d073-413a-b1ef-645cf4380726 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Oct 28 15:58:28.376142 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010428de-ee23-455f-8ce5-f34606310bd7 req-a3ab9a59-3cb2-4621-8ac9-bb61f83eda38 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:28.377803 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-010428de-ee23-455f-8ce5-f34606310bd7 req-a3ab9a59-3cb2-4621-8ac9-bb61f83eda38 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0514240 Oct 28 15:58:28.421975 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-010428de-ee23-455f-8ce5-f34606310bd7 req-3c2dc798-bef8-483d-a536-a377912f4c82 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381243 Oct 28 15:58:28.625772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84cfd7-4c0f-42ea-bca5-4cf5123028ed req-257f013b-e28a-49e0-8e76-c75275d02b79 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:28.627583 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fc84cfd7-4c0f-42ea-bca5-4cf5123028ed req-257f013b-e28a-49e0-8e76-c75275d02b79 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0559087 Oct 28 15:58:28.675196 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fc84cfd7-4c0f-42ea-bca5-4cf5123028ed req-8b8863f3-3218-4e06-9227-cc580a9a00bb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408821 Oct 28 15:58:29.274612 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde35ec0-6fca-4af5-a288-e237c751a327 req-abb5bb10-0eb1-4510-800c-585b00a2baa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:29.276105 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bde35ec0-6fca-4af5-a288-e237c751a327 req-abb5bb10-0eb1-4510-800c-585b00a2baa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0523484 Oct 28 15:58:29.316811 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bde35ec0-6fca-4af5-a288-e237c751a327 req-c4002fad-98be-48df-aecc-70695d326cf9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342214 Oct 28 15:58:29.569004 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d91aa-cc3e-4838-a60c-e5acf8340abc req-666078df-7c55-4aef-acf1-8c1c5c0c9857 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:29.576084 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-011d91aa-cc3e-4838-a60c-e5acf8340abc req-666078df-7c55-4aef-acf1-8c1c5c0c9857 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0673521 Oct 28 15:58:29.615047 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-011d91aa-cc3e-4838-a60c-e5acf8340abc req-2c3ce8ed-7fd6-44a8-af28-7f8f8ef19e86 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368075 Oct 28 15:58:29.810271 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552d336-3771-4115-954b-305f725be3fc req-4e29c52b-35e6-4b6a-afe2-e37990f79b87 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:29.812430 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d552d336-3771-4115-954b-305f725be3fc req-4e29c52b-35e6-4b6a-afe2-e37990f79b87 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0603631 Oct 28 15:58:29.862564 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d552d336-3771-4115-954b-305f725be3fc req-14fe3bb7-5dd4-4fda-b7a0-9b6879e5db5b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427697 Oct 28 15:58:30.045851 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fccb5-0ec3-48bb-a4d4-03c9cd05f601 req-edf09c94-2108-45ee-8cc9-3dfccfb92dc8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:30.047412 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5b5fccb5-0ec3-48bb-a4d4-03c9cd05f601 req-edf09c94-2108-45ee-8cc9-3dfccfb92dc8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.0537810 Oct 28 15:58:30.090047 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5b5fccb5-0ec3-48bb-a4d4-03c9cd05f601 req-6a313573-1b7e-484e-b4c4-eb5dd2fd9bd7 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358794 Oct 28 15:58:30.436122 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1c92d-019f-4e02-884e-c122ad5dfe68 req-430cc4b2-297a-46fe-a407-a67a39827e38 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:30.437564 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8dc1c92d-019f-4e02-884e-c122ad5dfe68 req-430cc4b2-297a-46fe-a407-a67a39827e38 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0525510 Oct 28 15:58:30.469158 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device eb6ebf00-7abd-4126-b86d-90ed8409b8b6 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:58:30.483070 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8dc1c92d-019f-4e02-884e-c122ad5dfe68 req-a66e40c2-21cf-473e-8da7-f409b43718ad tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389135 Oct 28 15:58:30.516452 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: eb6ebf00-7abd-4126-b86d-90ed8409b8b6 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:58:30.516902 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device eb6ebf00-7abd-4126-b86d-90ed8409b8b6 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:58:30.747894 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00509f-2b54-48c2-9795-5eda0a3e35f2 req-14ee21e5-175a-4155-9aad-ca9c2cd81e57 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:30.750062 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e00509f-2b54-48c2-9795-5eda0a3e35f2 req-14ee21e5-175a-4155-9aad-ca9c2cd81e57 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0538490 Oct 28 15:58:30.802282 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e00509f-2b54-48c2-9795-5eda0a3e35f2 req-c7aedcf9-de82-4a06-839d-11ac7e0ab929 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456731 Oct 28 15:58:30.983871 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1580f-4bcf-4f41-9354-0e753314778e req-b6eb06f5-b9c7-464d-8a0c-a2e83cc948cc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:30.985528 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-10a1580f-4bcf-4f41-9354-0e753314778e req-b6eb06f5-b9c7-464d-8a0c-a2e83cc948cc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0515320 Oct 28 15:58:31.036071 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-10a1580f-4bcf-4f41-9354-0e753314778e req-828cd9ff-5fa6-4dc2-bf1e-1fa0353f2bd3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Oct 28 15:58:31.212404 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ad57e-286d-4bd0-ba7c-67ac8e1a0d55 req-6942741a-59a8-47d0-8d88-d900161fad37 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:31.214010 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-943ad57e-286d-4bd0-ba7c-67ac8e1a0d55 req-6942741a-59a8-47d0-8d88-d900161fad37 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.0519028 Oct 28 15:58:31.261018 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-943ad57e-286d-4bd0-ba7c-67ac8e1a0d55 req-84a93263-f806-4930-bdad-750096f59b91 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Oct 28 15:58:31.631965 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a67725-69e0-4661-b3d6-35a32a51a52e req-2b9801ed-2f61-4a35-aa29-7a9b9c7cfa88 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:31.633483 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a6a67725-69e0-4661-b3d6-35a32a51a52e req-2b9801ed-2f61-4a35-aa29-7a9b9c7cfa88 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0688138 Oct 28 15:58:31.690420 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a6a67725-69e0-4661-b3d6-35a32a51a52e req-ef2d407f-9763-48e2-b60a-e909a8f9be76 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480337 Oct 28 15:58:31.922925 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5115823c-78d2-47e0-b3cb-6477a9d9b086 req-4a75d0af-f4d5-4398-81ba-2863015b8321 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:31.924482 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5115823c-78d2-47e0-b3cb-6477a9d9b086 req-4a75d0af-f4d5-4398-81ba-2863015b8321 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0527956 Oct 28 15:58:31.964379 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5115823c-78d2-47e0-b3cb-6477a9d9b086 req-b7ad261b-b8e5-407c-84fc-5c25ffe9ba33 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329394 Oct 28 15:58:32.180746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-9e79f4dc-d3bc-4cc2-9fa6-f31cab28ddb8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:32.182217 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-9e79f4dc-d3bc-4cc2-9fa6-f31cab28ddb8 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.0970862 Oct 28 15:58:32.192981 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7debdc2-b596-47ce-ab3c-8475c28bb0d1 req-9dbc4484-e4b6-4630-885f-717414b65d2c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:32.194402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b7debdc2-b596-47ce-ab3c-8475c28bb0d1 req-9dbc4484-e4b6-4630-885f-717414b65d2c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0721481 Oct 28 15:58:32.292391 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b7debdc2-b596-47ce-ab3c-8475c28bb0d1 req-57853d95-0285-4dd8-b0c6-3f7211f4cdd7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899105 Oct 28 15:58:32.318707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Deleting port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:58:32.319110 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:32.473000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efafe61-f6a1-44d2-8d2a-fce35df417e3 req-7221842f-cd92-452f-b1d5-6c5c176ea4b4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:32.474988 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8efafe61-f6a1-44d2-8d2a-fce35df417e3 req-7221842f-cd92-452f-b1d5-6c5c176ea4b4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 945 time: 0.0962307 Oct 28 15:58:32.496816 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] For port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:32.497222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:32.534133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Calling delete_port for ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:58:32.547175 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8efafe61-f6a1-44d2-8d2a-fce35df417e3 req-2917e4d7-db8b-40fb-9283-04e7bc699a32 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618269 Oct 28 15:58:32.824070 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:32.843553 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7', '0e2fd4fc-9a32-49b6-b744-10950271f378', 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:32.883557 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event deleted for resources: {'Port': ['ID=ab4c88b1-88e1-4389-a5ac-9e3ea76740c9,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:33.014000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] No DVR routers for this DVR port ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:58:33.018198 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:33.023184 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bcc0b6a8-d7d3-484f-93a5-b105e207885f req-4bf7e27a-0f72-45bc-b96f-479ab37d3f0e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "DELETE /v2.0/ports/ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 HTTP/1.1" status: 204 len: 173 time: 0.8276858 Oct 28 15:58:33.024051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'name': 'network-vif-deleted', 'tag': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:33.026519 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e41c06-30b9-40f0-bdc5-2477840922ed" -d '{"events": [{"server_uuid": "d712e9d7-ef0c-48f3-8394-f882f0e83763", "name": "network-vif-deleted", "tag": "ab4c88b1-88e1-4389-a5ac-9e3ea76740c9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:33.078143 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b5c9b-ebdf-4636-b4d6-bfa3fc5025ea req-ebf1af07-f043-4604-a36b-19b983dd4eea tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:33.086486 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ac8b5c9b-ebdf-4636-b4d6-bfa3fc5025ea req-ebf1af07-f043-4604-a36b-19b983dd4eea tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.2072093 Oct 28 15:58:33.201832 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ac8b5c9b-ebdf-4636-b4d6-bfa3fc5025ea req-b143c4bd-a8fe-4d33-b66b-2e2cba9ec365 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098142 Oct 28 15:58:33.237985 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597d2b22-c5e2-4fd4-b375-2ac9b291703c req-62116766-68f3-486e-a5ea-2e30795571cd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:33.240086 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-597d2b22-c5e2-4fd4-b375-2ac9b291703c req-62116766-68f3-486e-a5ea-2e30795571cd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1136162 Oct 28 15:58:33.283791 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94036e3c-f178-4f1a-a761-8c5c5fc91f43 x-openstack-request-id: req-94036e3c-f178-4f1a-a761-8c5c5fc91f43 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:33.284272 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d712e9d7-ef0c-48f3-8394-f882f0e83763", "name": "network-vif-deleted", "tag": "ab4c88b1-88e1-4389-a5ac-9e3ea76740c9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:33.284659 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-94036e3c-f178-4f1a-a761-8c5c5fc91f43 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:33.285186 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd712e9d7-ef0c-48f3-8394-f882f0e83763', 'name': 'network-vif-deleted', 'tag': 'ab4c88b1-88e1-4389-a5ac-9e3ea76740c9', 'status': 'completed', 'code': 200} Oct 28 15:58:33.306180 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-597d2b22-c5e2-4fd4-b375-2ac9b291703c req-89c3eae2-9919-47a5-9077-3f20b6e5bcb6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598333 Oct 28 15:58:33.477385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b5603-bcec-48ff-a2a4-6db33ff05927 req-5b0a9ff5-d850-4ecc-85a9-7b045630706f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:33.486526 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-038b5603-bcec-48ff-a2a4-6db33ff05927 req-5b0a9ff5-d850-4ecc-85a9-7b045630706f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0858295 Oct 28 15:58:33.560381 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-038b5603-bcec-48ff-a2a4-6db33ff05927 req-fc4a71b8-7ba2-47c7-918a-2854b6f86c29 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700846 Oct 28 15:58:33.713045 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eb256111-b589-41cf-8d0b-ae85ea5ccb5f req-4f0c13d1-8b2a-45cc-926c-dc941a8a1bd4 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0489316 Oct 28 15:58:34.382011 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4212e-bb93-4a7f-9555-d5389a9c10de req-eb304cbc-a1b6-4387-b0c4-70d5c13ba332 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:34.394368 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-afa4212e-bb93-4a7f-9555-d5389a9c10de req-eb304cbc-a1b6-4387-b0c4-70d5c13ba332 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0912485 Oct 28 15:58:34.473355 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-afa4212e-bb93-4a7f-9555-d5389a9c10de req-d967af65-d274-475d-8103-f4794ef742db tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779397 Oct 28 15:58:34.502436 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e3b3-abc9-4b97-adb7-2b89f2c23240 req-0029735a-437f-4f7c-b110-94572e0350fa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:34.510115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48c7e3b3-abc9-4b97-adb7-2b89f2c23240 req-0029735a-437f-4f7c-b110-94572e0350fa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0738025 Oct 28 15:58:34.564075 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48c7e3b3-abc9-4b97-adb7-2b89f2c23240 req-5f8bc941-173b-4132-895a-0eab2559a57e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530741 Oct 28 15:58:34.755721 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f77604-b17b-4ab3-9da8-5e1ad3c20140 req-8e5f545b-aa4a-4425-bfae-043aad024b56 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:34.757329 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-44f77604-b17b-4ab3-9da8-5e1ad3c20140 req-8e5f545b-aa4a-4425-bfae-043aad024b56 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0812082 Oct 28 15:58:34.804142 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-44f77604-b17b-4ab3-9da8-5e1ad3c20140 req-0673bde0-3fbc-4e26-8026-c5e634732a2b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375242 Oct 28 15:58:34.851089 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50995786-4449-4baf-acfc-598b43a5e548 req-f73594af-7e52-4afa-a062-bf57f1d21d62 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0418148 Oct 28 15:58:35.702103 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc367c-cef2-4e8b-9c30-f017b1edfd10 req-61b138ec-488f-4d6c-b093-b5e5edcc3499 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:35.703750 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-90cc367c-cef2-4e8b-9c30-f017b1edfd10 req-61b138ec-488f-4d6c-b093-b5e5edcc3499 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0911746 Oct 28 15:58:35.781924 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-90cc367c-cef2-4e8b-9c30-f017b1edfd10 req-2fe814e7-1ec2-4bf6-896e-f0c300377b9d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603549 Oct 28 15:58:35.791327 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9eea2-bc4a-4264-aee2-d627cad2b24c req-e8a3a393-27f7-4144-8b80-b1c08ea7ec28 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:35.792926 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b0f9eea2-bc4a-4264-aee2-d627cad2b24c req-e8a3a393-27f7-4144-8b80-b1c08ea7ec28 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1118345 Oct 28 15:58:35.849887 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b0f9eea2-bc4a-4264-aee2-d627cad2b24c req-b86d8bb9-2386-44b2-ac3a-cdc8ca340c83 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501544 Oct 28 15:58:36.012305 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-900ea52a-0f10-486e-bae9-36370f8d7cfb req-51780dee-3668-4ba9-82dc-377167e8a3f7 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0508375 Oct 28 15:58:36.071243 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d487c056-74f3-4232-aa3f-f1f7e422371f req-5997d1f0-3abf-444d-8bb3-72f89478f43a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:36.082652 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d487c056-74f3-4232-aa3f-f1f7e422371f req-5997d1f0-3abf-444d-8bb3-72f89478f43a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0884633 Oct 28 15:58:36.135729 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d487c056-74f3-4232-aa3f-f1f7e422371f req-04d91807-a2bb-45d9-864e-72de32f89270 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466614 Oct 28 15:58:36.503019 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:58:36.533168 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:58:36.533870 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ab4c88b1-88e1-4389-a5ac-9e3ea76740c9 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:58:37.068246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a193cd7-abf7-4684-a490-f080cf9e5623 req-2df0cef0-ce91-4508-b922-047f3e134190 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:37.080092 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a193cd7-abf7-4684-a490-f080cf9e5623 req-2df0cef0-ce91-4508-b922-047f3e134190 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.1906776 Oct 28 15:58:37.184778 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a193cd7-abf7-4684-a490-f080cf9e5623 req-92fe9a07-9cc6-40f2-bc8c-7d2199dcb74b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881631 Oct 28 15:58:37.207083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2b3bd-e138-4b92-a9e1-aa5689cf4692 req-3e411f6f-f768-404e-b166-3065550dc0a7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:37.208604 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a4f2b3bd-e138-4b92-a9e1-aa5689cf4692 req-3e411f6f-f768-404e-b166-3065550dc0a7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1122086 Oct 28 15:58:37.289179 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a4f2b3bd-e138-4b92-a9e1-aa5689cf4692 req-801f39c2-21aa-4ce1-a383-da89b78560e4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709028 Oct 28 15:58:37.342115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1329af1a-aabe-48be-bdd5-9ea643a9f690 req-4b073544-0d14-4864-8246-3ab797992afe tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0513227 Oct 28 15:58:37.494170 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1274f-7d89-4af6-a735-a9f2a450bbfe req-d1d5cecc-7d6d-4b4a-adc8-fc2d5ee3eb21 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:37.495997 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-41a1274f-7d89-4af6-a735-a9f2a450bbfe req-d1d5cecc-7d6d-4b4a-adc8-fc2d5ee3eb21 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0835340 Oct 28 15:58:37.562260 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-41a1274f-7d89-4af6-a735-a9f2a450bbfe req-3ce10949-d40b-44e7-8284-38a82e3795ca tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597801 Oct 28 15:58:38.372713 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff946b1d-2068-443c-aa47-13040ec4c3e4 req-0a584078-06bb-4c6b-b5d4-3e3c5a85f1dd tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:38.390357 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ff946b1d-2068-443c-aa47-13040ec4c3e4 req-0a584078-06bb-4c6b-b5d4-3e3c5a85f1dd tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.1041937 Oct 28 15:58:38.459800 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ff946b1d-2068-443c-aa47-13040ec4c3e4 req-697e5dee-1ff2-4143-bc94-bad73ba69bd0 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Oct 28 15:58:38.504484 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-3ac3dcd3-9285-484f-b3f4-52d0f436a396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:38.551449 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16743963-755a-4ac5-a569-d9efb08cfba5 req-cfb286fa-2156-4654-8ffc-56b04abc7c4e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:38.557360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-16743963-755a-4ac5-a569-d9efb08cfba5 req-cfb286fa-2156-4654-8ffc-56b04abc7c4e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1519458 Oct 28 15:58:38.643282 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bdb723b8-6204-495b-b43a-e3488bbaa944 req-7e6a638d-0225-4b40-9c72-787fb9fa7f41 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0602436 Oct 28 15:58:38.687799 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-16743963-755a-4ac5-a569-d9efb08cfba5 req-63eb5a7f-9ae3-4a0f-beee-be29358dbf5a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165843 Oct 28 15:58:38.810189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966a02c-21cb-41c1-9524-5baf75fba852 req-9c08f540-f2ca-4ef9-a9d2-e9c54db57efc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:38.817628 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f966a02c-21cb-41c1-9524-5baf75fba852 req-9c08f540-f2ca-4ef9-a9d2-e9c54db57efc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0813544 Oct 28 15:58:38.873864 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f966a02c-21cb-41c1-9524-5baf75fba852 req-1c9d400c-23eb-4c1e-ae8a-3ecc7ea7bc25 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Oct 28 15:58:39.567532 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874ce17-0a8d-4b8c-aab2-5f4ecb5b0a18 req-a540b940-e0fe-443d-8e2e-1e304aa63637 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:39.569139 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4874ce17-0a8d-4b8c-aab2-5f4ecb5b0a18 req-a540b940-e0fe-443d-8e2e-1e304aa63637 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0523453 Oct 28 15:58:39.610207 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4874ce17-0a8d-4b8c-aab2-5f4ecb5b0a18 req-f8fd1c04-da92-4462-8959-d33944f3d56f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Oct 28 15:58:39.770940 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f43099a6-a52b-4bd1-9137-7a715d40b93e req-23650a81-aee3-4e99-9da6-8fafa04a2685 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0301886 Oct 28 15:58:39.821487 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431559ea-efb2-4017-a4e6-882cb8f00387 req-d8f443ef-3caa-4c92-9a28-ccd636fcc23a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:39.823084 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-431559ea-efb2-4017-a4e6-882cb8f00387 req-d8f443ef-3caa-4c92-9a28-ccd636fcc23a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0716603 Oct 28 15:58:39.863713 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-431559ea-efb2-4017-a4e6-882cb8f00387 req-7a1749c0-006f-4e2a-9f9e-65c354a54f6b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Oct 28 15:58:39.996675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5685fb7-423c-4ccf-bcf6-e750890445bf req-9e05ccbb-951c-44f2-8c81-8f3d4552cb2b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:39.998856 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5685fb7-423c-4ccf-bcf6-e750890445bf req-9e05ccbb-951c-44f2-8c81-8f3d4552cb2b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0529552 Oct 28 15:58:40.041165 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5685fb7-423c-4ccf-bcf6-e750890445bf req-3beb8896-3b27-45cb-9473-877ae4335380 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367198 Oct 28 15:58:40.748403 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f89113-afd1-4ae8-8d0f-5f037b5b7f00 req-b667b116-0d65-4fcd-b51a-5bda596d849b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:40.750933 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9f89113-afd1-4ae8-8d0f-5f037b5b7f00 req-b667b116-0d65-4fcd-b51a-5bda596d849b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0637834 Oct 28 15:58:40.815216 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9f89113-afd1-4ae8-8d0f-5f037b5b7f00 req-b79be485-0e32-468c-b86c-7f37623f750f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510192 Oct 28 15:58:40.909356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6d83a3c4-d9ae-4aa9-9147-e2bb2d787be0 req-dcbcb21a-cc24-4c2d-b56e-a0adfe24e84a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0379062 Oct 28 15:58:41.001853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfb201-45fb-44cc-9d5b-ea06594354ff req-8f42e69d-2a23-4454-9a99-9529d16f7c98 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:41.003381 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0cfb201-45fb-44cc-9d5b-ea06594354ff req-8f42e69d-2a23-4454-9a99-9529d16f7c98 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0571249 Oct 28 15:58:41.040318 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7f8bf526-0d38-410f-99eb-a975b735d0fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:41.049633 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0cfb201-45fb-44cc-9d5b-ea06594354ff req-a4fd5ab3-08c2-4d55-900f-5cf2859e3f79 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372517 Oct 28 15:58:41.167800 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7cce1-407d-4828-9393-a92d0f2a07cb req-084a9f2e-5807-4a79-99a2-35365e842e15 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:41.169442 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0de7cce1-407d-4828-9393-a92d0f2a07cb req-084a9f2e-5807-4a79-99a2-35365e842e15 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0512106 Oct 28 15:58:41.216521 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0de7cce1-407d-4828-9393-a92d0f2a07cb req-306858a6-d55b-43bb-ba3b-53a0826c21cf tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404894 Oct 28 15:58:41.931222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3d600-7a4b-44d7-916b-1f69d7fafc5d req-d37898a7-5e34-40f0-b6f6-469990ad803d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:41.933633 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f5f3d600-7a4b-44d7-916b-1f69d7fafc5d req-d37898a7-5e34-40f0-b6f6-469990ad803d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0560071 Oct 28 15:58:41.951978 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:41.980705 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f5f3d600-7a4b-44d7-916b-1f69d7fafc5d req-67d6a4b7-b5c3-4262-9178-a7c4a52f59d8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410209 Oct 28 15:58:42.046745 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eb3310b0-b088-4fba-a09c-3b258aa3d11d req-68f7066e-e1d0-4bcc-aa97-ba3392c42f72 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0280380 Oct 28 15:58:42.177697 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c03e0-9a62-47e2-9076-5d5edc5d409c req-54501916-f97e-4a81-b18d-939b6cb20195 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:42.179431 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-381c03e0-9a62-47e2-9076-5d5edc5d409c req-54501916-f97e-4a81-b18d-939b6cb20195 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0520568 Oct 28 15:58:42.222186 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-381c03e0-9a62-47e2-9076-5d5edc5d409c req-1f62ff37-4ad7-4c47-a09e-7002f87e3b1d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355728 Oct 28 15:58:42.232633 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51334) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:42.280371 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.288284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Deleting subnet e445143a-e591-4d98-b46e-2d35604b80fd {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:58:42.292716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.358812 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.401008 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee221a-5fed-4fc1-9088-65dc4761b8ed req-b83e1bdc-9870-4fe7-9221-578a483ec6e4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:42.402524 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bcee221a-5fed-4fc1-9088-65dc4761b8ed req-b83e1bdc-9870-4fe7-9221-578a483ec6e4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0876362 Oct 28 15:58:42.429410 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.481351 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bcee221a-5fed-4fc1-9088-65dc4761b8ed req-757aab2f-4566-493f-92ed-ddd72437f258 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Oct 28 15:58:42.504698 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.531127 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e445143a-e591-4d98-b46e-2d35604b80fd,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:42.535825 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.539205 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/e445143a-e591-4d98-b46e-2d35604b80fd HTTP/1.1" status: 204 len: 168 time: 0.3054807 Oct 28 15:58:42.541970 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51340) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:42.544400 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.544831 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.545142 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.545477 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.545807 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.546132 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.546464 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.546783 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.547106 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.547807 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.548116 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.548433 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612f6d7c-9c2d-4dca-bcbf-5e3a4a6dfc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:42.633957 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.712678 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.732937 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c461167a-2e02-4901-9aa7-a881bab8f9f9']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:42.742378 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21813666-0eae-4e9e-a4ac-05a83c9fd07b') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:42.742675 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21813666-0eae-4e9e-a4ac-05a83c9fd07b') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:58:42.752198 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.765832 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.772253 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:58:42.772659 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:58:42.774351 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:58:42.839089 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.857258 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:42.860519 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] 10.222.0.74 "DELETE /v2.0/networks/c461167a-2e02-4901-9aa7-a881bab8f9f9 HTTP/1.1" status: 204 len: 168 time: 0.3175523 Oct 28 15:58:42.865191 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dde66-8c50-4d82-b866-1ed6432aff0d admin admin] Pushing event deleted for resources: {'Network': ['ID=c461167a-2e02-4901-9aa7-a881bab8f9f9,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:43.074291 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51350) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:43.108004 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2308b2-21e9-4c3f-aba0-45f23d10a1d6 req-42a9737f-015f-45b4-8736-e9777b2c4049 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:43.109560 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ad2308b2-21e9-4c3f-aba0-45f23d10a1d6 req-42a9737f-015f-45b4-8736-e9777b2c4049 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0535731 Oct 28 15:58:43.135229 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-c9ddb4de-03a8-4c30-bc3a-08ec97441000 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b181fcc1699541e688df9b7bae48dec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596104 Oct 28 15:58:43.138189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51352) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:43.211769 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ad2308b2-21e9-4c3f-aba0-45f23d10a1d6 req-69fb5ad2-e1d5-48ea-a862-76efc615e202 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925851 Oct 28 15:58:43.213635 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba743d4b-5cdd-4be9-b4a9-a07094172885 req-376935cb-2ad8-43d5-a2da-4721e80cf000 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0516458 Oct 28 15:58:43.242326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9d3604cc-0902-4f5c-94f0-5f620378e1e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:43.265203 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9d3604cc-0902-4f5c-94f0-5f620378e1e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:43.354963 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11a32-ac2d-4938-9c53-70446f55b780 req-7ec66bd8-f0cc-47d1-afb8-967c5a932f6e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:43.356474 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-22b11a32-ac2d-4938-9c53-70446f55b780 req-7ec66bd8-f0cc-47d1-afb8-967c5a932f6e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0569074 Oct 28 15:58:43.357467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9d3604cc-0902-4f5c-94f0-5f620378e1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:43.360536 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9d3604cc-0902-4f5c-94f0-5f620378e1e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:43.361702 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-9d3604cc-0902-4f5c-94f0-5f620378e1e2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7072540b-785c-460b-9b3f-2a22631d8e2a HTTP/1.1" status: 204 len: 168 time: 0.2206805 Oct 28 15:58:43.383899 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3604cc-0902-4f5c-94f0-5f620378e1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7072540b-785c-460b-9b3f-2a22631d8e2a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:43.422260 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-22b11a32-ac2d-4938-9c53-70446f55b780 req-e01612f0-99d4-47b9-8fd8-1fcff209af6c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513432 Oct 28 15:58:43.656708 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c76eef-88ca-4212-9416-44f86607e412 req-883c1507-3c9e-485f-b041-0979ecc3235e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:43.665027 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9c76eef-88ca-4212-9416-44f86607e412 req-883c1507-3c9e-485f-b041-0979ecc3235e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0887737 Oct 28 15:58:43.703962 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9c76eef-88ca-4212-9416-44f86607e412 req-f45253b6-ee8b-4413-9eed-a527bc147ef1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376451 Oct 28 15:58:43.765858 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:44.352138 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6ae61741-970a-4bcc-882c-e3046c304bc5 req-e45d3ed0-4eae-4ea7-ba6f-a689503f110e tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=d712e9d7-ef0c-48f3-8394-f882f0e83763 HTTP/1.1" status: 200 len: 210 time: 0.0424595 Oct 28 15:58:44.378881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0e3f0-c9c5-4251-ac52-885a3e399cf9 req-b9b23791-7284-44b8-91b6-774117cca165 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:44.380417 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b6a0e3f0-c9c5-4251-ac52-885a3e399cf9 req-b9b23791-7284-44b8-91b6-774117cca165 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0821202 Oct 28 15:58:44.419401 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b6a0e3f0-c9c5-4251-ac52-885a3e399cf9 req-6a7c590a-790c-4d83-9656-8dddedacbedd tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 Oct 28 15:58:44.530190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48178c16-2473-4dee-83df-2d1fb2db4b0a req-ba3b8016-ae31-469b-9ef8-3a71872ad398 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:44.531857 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48178c16-2473-4dee-83df-2d1fb2db4b0a req-ba3b8016-ae31-469b-9ef8-3a71872ad398 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0509717 Oct 28 15:58:44.573706 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48178c16-2473-4dee-83df-2d1fb2db4b0a req-a1356e51-5578-4198-952a-e8c1e6a672d1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357845 Oct 28 15:58:44.825498 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c61c1b-55ac-484a-97a0-16e5dd93fea6 req-bd726d57-0e4c-4299-b0f4-4a3caa1cfe41 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:44.826968 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12c61c1b-55ac-484a-97a0-16e5dd93fea6 req-bd726d57-0e4c-4299-b0f4-4a3caa1cfe41 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0527828 Oct 28 15:58:44.866696 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12c61c1b-55ac-484a-97a0-16e5dd93fea6 req-82b7b65f-ee7e-483a-9e5a-c5ce33c41fea tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333064 Oct 28 15:58:45.558739 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75cf8d-55d6-4b27-98dc-3912ca7843d3 req-7b690253-b56c-4430-a787-85bcc868249b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:45.567138 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca75cf8d-55d6-4b27-98dc-3912ca7843d3 req-7b690253-b56c-4430-a787-85bcc868249b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.0674152 Oct 28 15:58:45.608051 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca75cf8d-55d6-4b27-98dc-3912ca7843d3 req-5bd16f20-3d6c-458d-9485-9fe6ed1cea33 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400856 Oct 28 15:58:45.727652 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b345493-ea9e-45a5-ac4e-c9139d534a2f req-e6db41f9-dc4b-4571-bc83-b6417976c18f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:45.729127 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b345493-ea9e-45a5-ac4e-c9139d534a2f req-e6db41f9-dc4b-4571-bc83-b6417976c18f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.0842557 Oct 28 15:58:45.762961 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c3499-ddda-4ab5-8be3-c29b7c0bf7a4 req-afd5cd57-f7b8-4c14-ac31-0bf0ab95ae27 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:45.764970 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea1c3499-ddda-4ab5-8be3-c29b7c0bf7a4 req-afd5cd57-f7b8-4c14-ac31-0bf0ab95ae27 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0887833 Oct 28 15:58:45.793242 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b345493-ea9e-45a5-ac4e-c9139d534a2f req-0dc8d4fe-65ad-4c28-875b-1f9009b94d3f tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577619 Oct 28 15:58:45.838954 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea1c3499-ddda-4ab5-8be3-c29b7c0bf7a4 req-44dc079d-3bd7-420b-9e37-7c3a4dcea23f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577836 Oct 28 15:58:45.903615 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-b3662867-7ea8-4487-a6c5-245a8939babf tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=afbc136ff83942bf9f480ce1ddd960f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320621 Oct 28 15:58:46.341688 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ee24-537b-4e1b-a162-69502cf48e67 req-8d179708-6d87-4b5c-a4ee-f85b7b6dbc39 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:46.348986 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-84f4ee24-537b-4e1b-a162-69502cf48e67 req-8d179708-6d87-4b5c-a4ee-f85b7b6dbc39 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.3947306 Oct 28 15:58:46.421016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-43b8c564-3e7b-4041-8da0-c58b33f764ba tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:46.422893 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-43b8c564-3e7b-4041-8da0-c58b33f764ba tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101676 Oct 28 15:58:46.428178 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-84f4ee24-537b-4e1b-a162-69502cf48e67 req-c5b90156-f32f-4837-b92b-b5f13a948a97 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784085 Oct 28 15:58:46.454366 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-6cd8b908-4259-4731-8003-cd41ae6eddc6 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/quotas/afbc136ff83942bf9f480ce1ddd960f9 HTTP/1.1" status: 200 len: 375 time: 0.0174732 Oct 28 15:58:46.492344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-21699a49-f186-463a-919d-0d01eeedd299 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=afbc136ff83942bf9f480ce1ddd960f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368049 Oct 28 15:58:46.588786 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 28fd1c77-f634-4a07-bc94-cac804451dd7 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:58:46.825060 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f9ab9851-c103-46cf-b419-8a1de15f2533 req-e4197494-b206-47a2-baf3-3b977ab91715 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 210 time: 0.0891621 Oct 28 15:58:46.832305 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011867ae-8e3d-4d8b-a1ed-1461d3847683 req-fe0ac84f-5c8d-423d-9e7a-72bc7be764cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:46.833864 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-011867ae-8e3d-4d8b-a1ed-1461d3847683 req-fe0ac84f-5c8d-423d-9e7a-72bc7be764cf service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.1591265 Oct 28 15:58:46.838498 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:46.860302 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'port_id': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'mac_address': 'fa:16:3e:af:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:58:46.913970 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b17bf9-5101-4d84-8362-5bef87067cdd req-4337e311-dd3e-4082-a2f7-77b982231ce5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:46.915535 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b17bf9-5101-4d84-8362-5bef87067cdd req-4337e311-dd3e-4082-a2f7-77b982231ce5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 944 time: 0.1939077 Oct 28 15:58:46.921374 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-011867ae-8e3d-4d8b-a1ed-1461d3847683 req-a5c6978a-819d-418e-84f7-c0ad35af2317 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737412 Oct 28 15:58:46.989687 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:47.005450 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b17bf9-5101-4d84-8362-5bef87067cdd req-17c7be2b-7849-46a4-b6f9-87ec6039ef19 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722029 Oct 28 15:58:47.035706 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d109d1-1545-45ff-ab87-d7db87aa0ab5 req-71d4d7a0-ba1f-4177-ac9e-252313f017a7 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:47.041177 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fd1c77-f634-4a07-bc94-cac804451dd7 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:47.043194 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89d109d1-1545-45ff-ab87-d7db87aa0ab5 req-71d4d7a0-ba1f-4177-ac9e-252313f017a7 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.1195145 Oct 28 15:58:47.090401 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:47.105988 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:47.111080 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89d109d1-1545-45ff-ab87-d7db87aa0ab5 req-1bbb20ab-83e9-47aa-8bea-f23553afed4a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668762 Oct 28 15:58:47.213015 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:47.238439 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7eaf26-eb90-4828-a690-739281f40a5c req-9be466bf-7dde-4952-8b1f-86b873322d68 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:47.241520 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0f7eaf26-eb90-4828-a690-739281f40a5c req-9be466bf-7dde-4952-8b1f-86b873322d68 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1237891 Oct 28 15:58:47.319618 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0f7eaf26-eb90-4828-a690-739281f40a5c req-307430e1-a74e-4614-bc21-d79b63588acc tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718002 Oct 28 15:58:47.381621 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-bd4acfc9-869e-43d1-8ec4-d7d50e2b42dc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1360301808&fields=id&tenant_id=5a41dcd9fdac4825836c411b19a96328 HTTP/1.1" status: 200 len: 267 time: 0.0795307 Oct 28 15:58:47.486806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['28fd1c77-f634-4a07-bc94-cac804451dd7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:47.677834 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-68a80a2a-dcd7-40fe-9e3c-330745feac5c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:47.679566 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-68a80a2a-dcd7-40fe-9e3c-330745feac5c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.1078823 Oct 28 15:58:47.689402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca68b5-afea-4c80-9385-2e31da99b90c req-42d962d6-7b21-458d-8283-0184d01c3f37 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:47.691091 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58ca68b5-afea-4c80-9385-2e31da99b90c req-42d962d6-7b21-458d-8283-0184d01c3f37 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1675932 Oct 28 15:58:47.708675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-5a69ad7c-cb84-4f6c-8673-6bd8c0bb2697 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:47.717264 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-5a69ad7c-cb84-4f6c-8673-6bd8c0bb2697 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 809 time: 0.3263793 Oct 28 15:58:47.763870 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-5ef1d53e-65a6-41eb-a8ec-e46eda496c47 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/quotas/5a41dcd9fdac4825836c411b19a96328 HTTP/1.1" status: 200 len: 375 time: 0.0450523 Oct 28 15:58:47.891674 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58ca68b5-afea-4c80-9385-2e31da99b90c req-d10a10dc-a1ba-4d46-af75-9b21c708c2c5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567430 Oct 28 15:58:47.933870 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-9d34c1e4-29d4-4e40-9cec-dce572b22e3b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1542506 Oct 28 15:58:47.940553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Deleting port 0e2fd4fc-9a32-49b6-b744-10950271f378 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:58:47.940924 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:48.060866 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-95a2bd27-4355-42c3-b3ca-463a7cf2f09e req-ef1f127a-3dc1-4c0e-bc0b-0b45dcd39711 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 210 time: 0.0779824 Oct 28 15:58:48.197106 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] For port 0e2fd4fc-9a32-49b6-b744-10950271f378, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0e2fd4fc-9a32-49b6-b744-10950271f378,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:48.197552 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:48.264025 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-d337af6b-3963-45df-88ff-ade35c419cd6 service neutron] 10.222.0.74 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197172 Oct 28 15:58:48.309886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Calling delete_port for 0e2fd4fc-9a32-49b6-b744-10950271f378 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:58:48.536914 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-6de31b58-8fcd-4af0-8104-93b78c377bc4 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=afbc136ff83942bf9f480ce1ddd960f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607390 Oct 28 15:58:48.551281 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c7a515-b9c9-4fda-9d88-c0cba06e2a51 req-8441bd59-4e85-4169-b639-3962366b00ca tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:48.559885 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6c7a515-b9c9-4fda-9d88-c0cba06e2a51 req-8441bd59-4e85-4169-b639-3962366b00ca tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 945 time: 0.3828554 Oct 28 15:58:48.599206 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 28fd1c77-f634-4a07-bc94-cac804451dd7 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:58:48.696250 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 28fd1c77-f634-4a07-bc94-cac804451dd7 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:58:48.703375 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 28fd1c77-f634-4a07-bc94-cac804451dd7 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:48.703785 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:48.706450 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-df063e25-1cec-4594-84cc-8245982979da tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:48.708255 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-df063e25-1cec-4594-84cc-8245982979da tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1437669 Oct 28 15:58:48.735556 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Request body: {'port': {'device_id': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6', 'admin_state_up': True, 'tenant_id': 'afbc136ff83942bf9f480ce1ddd960f9'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:48.847422 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6c7a515-b9c9-4fda-9d88-c0cba06e2a51 req-57c0685b-684d-4c96-9af0-8428c1b311e2 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807837 Oct 28 15:58:48.887757 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-a967d67c-1eb7-4245-9ee3-b7b3b268c8dc service neutron] 10.222.0.74 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6227407 Oct 28 15:58:48.898638 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-bbce1f34-070f-42e6-a350-0ea10932b195 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1578612 Oct 28 15:58:48.917207 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:48.958106 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:48.964787 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3488e290-b035-43f8-b524-c72f4f9881f6" -d '{"events": [{"server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:48.979766 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:48.987467 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.055915 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-9457d8ba-8626-4a32-89b2-8a7137a7c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:49.059107 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-9457d8ba-8626-4a32-89b2-8a7137a7c098 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 1099 time: 0.1105869 Oct 28 15:58:49.081043 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:49.140603 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e316f9-a4f0-4a33-9fb0-4eb978056265 req-5c6cb583-1a92-43aa-b50f-7a57f24132f3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:49.142808 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a9e316f9-a4f0-4a33-9fb0-4eb978056265 req-5c6cb583-1a92-43aa-b50f-7a57f24132f3 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=89a9ea0e-ebf6-4142-a4fe-805e54244d56 HTTP/1.1" status: 200 len: 946 time: 0.1478522 Oct 28 15:58:49.144572 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.146390 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Made reservation on behalf of afbc136ff83942bf9f480ce1ddd960f9 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:58:49.149855 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.157773 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:49.184150 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event deleted for resources: {'Port': ['ID=0e2fd4fc-9a32-49b6-b744-10950271f378,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:49.205815 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.310506 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] No DVR routers for this DVR port 0e2fd4fc-9a32-49b6-b744-10950271f378 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:58:49.317937 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-876b8789-218f-4d6d-a7d8-60ce26f6cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:49.321775 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.322563 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-876b8789-218f-4d6d-a7d8-60ce26f6cdeb service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.2354496 Oct 28 15:58:49.325256 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eed26e54-4a4a-4805-952d-15fdd4617983 req-0d4e0d26-00f8-4dea-8d8b-0d86f2e8305a tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "DELETE /v2.0/ports/0e2fd4fc-9a32-49b6-b744-10950271f378 HTTP/1.1" status: 204 len: 173 time: 1.6317046 Oct 28 15:58:49.327745 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'name': 'network-vif-deleted', 'tag': '0e2fd4fc-9a32-49b6-b744-10950271f378'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:49.330202 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e2e5c7-55ec-4d07-8d56-0ba09f5b8d9e" -d '{"events": [{"server_uuid": "89a9ea0e-ebf6-4142-a4fe-805e54244d56", "name": "network-vif-deleted", "tag": "0e2fd4fc-9a32-49b6-b744-10950271f378"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:49.360408 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a9e316f9-a4f0-4a33-9fb0-4eb978056265 req-373bd5ce-0078-4294-9d92-8747f54f0f96 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919971 Oct 28 15:58:49.426303 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-56356a97-0561-4c1c-b6b6-b4304f30d8a0 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b HTTP/1.1" status: 200 len: 217 time: 0.0962887 Oct 28 15:58:49.481275 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.506987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:49.530511 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-f0b5ec29-be72-4116-b515-15cc4f2e1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:49.532015 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-f0b5ec29-be72-4116-b515-15cc4f2e1906 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0960367 Oct 28 15:58:49.610093 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-a15d3983-9580-4bbf-b9cc-0e7be9b8d2ad service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606940 Oct 28 15:58:49.676283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Allocated IP 192.168.233.150 (9c9abc35-1ecb-490d-820a-742995abc2b6/f8169ba8-253a-46fc-b819-5daf62ffc4be/41156ed7-f683-49da-9290-236a9d2c39cc) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:58:49.819821 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-8c4444a9-56bd-4a66-a3d1-6943a4acc3d7 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920843 Oct 28 15:58:49.996910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23db5a4-1dd4-443c-b539-ab4eb072e6e0,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:50.036639 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-20bee1f7-d6c2-4063-9274-6697b7c13f63 req-411e944a-d972-4dde-b092-7ba0050f3ee8 service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974475 Oct 28 15:58:50.064982 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:50.075620 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3089be-e5ee-4e9d-97d2-bd5e682ba404 req-c45b99e3-66ab-47cb-aeaa-4695b1cb513d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:50.083184 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-db3089be-e5ee-4e9d-97d2-bd5e682ba404 req-c45b99e3-66ab-47cb-aeaa-4695b1cb513d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.5916514 Oct 28 15:58:50.119288 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ad90b-4c54-4791-bb45-2dba7e2a7829 req-b7298563-e6bd-42cb-a5b6-3b50662c42b8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:50.127285 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e07ad90b-4c54-4791-bb45-2dba7e2a7829 req-b7298563-e6bd-42cb-a5b6-3b50662c42b8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.3161170 Oct 28 15:58:50.207186 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-db3089be-e5ee-4e9d-97d2-bd5e682ba404 req-5334c7d1-494e-4794-8bd9-9b71082ae2fd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229947 Oct 28 15:58:50.239161 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e07ad90b-4c54-4791-bb45-2dba7e2a7829 req-a89e64e4-3227-4468-99a8-f417e469ce78 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107657 Oct 28 15:58:50.276922 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:50.302100 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a3e279-fc6c-4e03-b516-53b58da9697a x-openstack-request-id: req-b9a3e279-fc6c-4e03-b516-53b58da9697a {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:50.302649 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "name": "network-vif-plugged", "status": "completed", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:50.302649 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b9a3e279-fc6c-4e03-b516-53b58da9697a {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:50.303044 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'code': 200} Oct 28 15:58:50.329793 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Network 9c9abc35-1ecb-490d-820a-742995abc2b6 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:58:50.354737 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:58:50.357890 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:58:50.421877 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1c0a5c-701d-482a-b856-c77c01acdc27 x-openstack-request-id: req-2c1c0a5c-701d-482a-b856-c77c01acdc27 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:50.422246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89a9ea0e-ebf6-4142-a4fe-805e54244d56", "name": "network-vif-deleted", "tag": "0e2fd4fc-9a32-49b6-b744-10950271f378", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:50.422787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2c1c0a5c-701d-482a-b856-c77c01acdc27 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:50.423179 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89a9ea0e-ebf6-4142-a4fe-805e54244d56', 'name': 'network-vif-deleted', 'tag': '0e2fd4fc-9a32-49b6-b744-10950271f378', 'status': 'completed', 'code': 200} Oct 28 15:58:50.498237 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48388163-1298-465c-bb0e-6a77edcd9427 req-25bfa9cf-53a1-4087-8c1c-0e457e51e539 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 210 time: 0.0539582 Oct 28 15:58:50.518375 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Pushing event updated for resources: {'Port': ['ID=41156ed7-f683-49da-9290-236a9d2c39cc,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:50.542662 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:50.543474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:50.565344 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276328e1-5979-4a6c-9dba-d670bc8698c4 req-9eb1f097-7c8c-47bd-856a-bb98f5cf14b9 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:50.567360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-276328e1-5979-4a6c-9dba-d670bc8698c4 req-9eb1f097-7c8c-47bd-856a-bb98f5cf14b9 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 936 time: 0.2313566 Oct 28 15:58:50.610487 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3c16ae5f-b5ee-4412-aac8-2ffe9db8aebe tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8808639 Oct 28 15:58:50.660704 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-276328e1-5979-4a6c-9dba-d670bc8698c4 req-462e581e-c069-44c0-b4cd-a8d6bff49e61 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854824 Oct 28 15:58:50.689163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e04aa3-10f0-4227-acff-7b9e29f1954a req-65294eeb-c82b-45e3-9b12-ca6e650559a7 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:50.690933 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-07e04aa3-10f0-4227-acff-7b9e29f1954a req-65294eeb-c82b-45e3-9b12-ca6e650559a7 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0795615 Oct 28 15:58:50.702611 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-35410b10-2c7b-455c-b84b-fd1b6c1f86fa None None] Provisioning complete for port 41156ed7-f683-49da-9290-236a9d2c39cc triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:50.703710 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-35410b10-2c7b-455c-b84b-fd1b6c1f86fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:50.738702 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-07e04aa3-10f0-4227-acff-7b9e29f1954a req-0a66b01b-a27c-4fae-b512-0988e9992914 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Oct 28 15:58:50.751401 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-35410b10-2c7b-455c-b84b-fd1b6c1f86fa None None] Port 41156ed7-f683-49da-9290-236a9d2c39cc cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:58:51.068025 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff45dae7-4d71-4d05-9101-4d7a454d502a req-14f9f111-5f9b-4391-a1fc-333338bb6f3d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:51.070697 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ff45dae7-4d71-4d05-9101-4d7a454d502a req-14f9f111-5f9b-4391-a1fc-333338bb6f3d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0642419 Oct 28 15:58:51.114149 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ff45dae7-4d71-4d05-9101-4d7a454d502a req-e1b14b70-ca2a-40fb-9248-e9764908df16 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379694 Oct 28 15:58:51.181655 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0e2fd4fc-9a32-49b6-b744-10950271f378 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:58:51.207677 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 0e2fd4fc-9a32-49b6-b744-10950271f378 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:58:51.208120 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0e2fd4fc-9a32-49b6-b744-10950271f378 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:58:51.338872 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4ac08-93e2-419b-860d-dcca4b472a70 req-ee2d1cad-4554-405a-907f-018a3f57b2d9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:51.344145 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a3a4ac08-93e2-419b-860d-dcca4b472a70 req-ee2d1cad-4554-405a-907f-018a3f57b2d9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0555530 Oct 28 15:58:51.385268 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a3a4ac08-93e2-419b-860d-dcca4b472a70 req-77320876-6032-4390-9ff5-8b86e39aa76e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387883 Oct 28 15:58:51.614921 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3807ae70-fbd8-470a-990f-639d38689d63 req-a44ae3df-a36b-471f-a79b-0b7839a4db9c tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 210 time: 0.0354972 Oct 28 15:58:51.791623 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd7a59-d29a-436b-a994-8e38db3792a4 req-0b7c53f3-2a21-40da-b070-447845792cb3 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:51.798356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-81dd7a59-d29a-436b-a994-8e38db3792a4 req-0b7c53f3-2a21-40da-b070-447845792cb3 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 936 time: 0.0608981 Oct 28 15:58:51.851718 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-81dd7a59-d29a-436b-a994-8e38db3792a4 req-6223fd11-80fc-48e3-8e65-f4687e305b59 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Oct 28 15:58:51.890493 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62995de-4470-4079-95d3-f61808649eb1 req-fa5ca773-7973-4f3b-a55d-382dee6533b4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:51.892052 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b62995de-4470-4079-95d3-f61808649eb1 req-fa5ca773-7973-4f3b-a55d-382dee6533b4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0642617 Oct 28 15:58:51.939023 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b62995de-4470-4079-95d3-f61808649eb1 req-d0cedec5-e511-423b-8595-fde34f1dc043 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409131 Oct 28 15:58:52.110054 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:52.252987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b917061-0a1d-49ca-8979-cb28af0fafc2 req-92f21ba3-4a9e-41a0-9930-546865c11c1c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:52.254522 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5b917061-0a1d-49ca-8979-cb28af0fafc2 req-92f21ba3-4a9e-41a0-9930-546865c11c1c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0639343 Oct 28 15:58:52.295609 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5b917061-0a1d-49ca-8979-cb28af0fafc2 req-5c641f27-bc50-4b94-b71f-0f6e01ebcc2d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Oct 28 15:58:52.516363 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3fbe8b-bf57-46a1-8587-77cd965d351a req-ff1adb2f-bec5-4ba9-9e6c-5104b87cd399 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:52.518790 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2e3fbe8b-bf57-46a1-8587-77cd965d351a req-ff1adb2f-bec5-4ba9-9e6c-5104b87cd399 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0537207 Oct 28 15:58:52.562770 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2e3fbe8b-bf57-46a1-8587-77cd965d351a req-d0413ada-6594-4205-8183-119ea8dccf38 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Oct 28 15:58:52.722909 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0fd8e611-a02c-4714-87f6-3c0943756dd1 req-451b693b-1b51-47b9-ab67-9dbd8c5e96d3 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 210 time: 0.0275486 Oct 28 15:58:52.977219 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeff419-ff4d-4c8d-92f4-3a42079888c5 req-804eb9ee-da4b-4499-b062-0a29ddc2bb36 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:52.978874 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeff419-ff4d-4c8d-92f4-3a42079888c5 req-804eb9ee-da4b-4499-b062-0a29ddc2bb36 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 936 time: 0.0601804 Oct 28 15:58:53.043182 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dbeff419-ff4d-4c8d-92f4-3a42079888c5 req-03b62723-71d2-42b2-a65b-8c180f3847b1 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570657 Oct 28 15:58:53.112988 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Request body: {'port': {'device_id': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:53.166811 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e701e9a-67e4-418b-8ff5-9a597aaf3fd1 req-397c0670-b13f-4e98-9a8f-943e65ee893d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.172204 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:58:53.176062 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0e701e9a-67e4-418b-8ff5-9a597aaf3fd1 req-397c0670-b13f-4e98-9a8f-943e65ee893d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.1533124 Oct 28 15:58:53.218525 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:53.247020 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0e701e9a-67e4-418b-8ff5-9a597aaf3fd1 req-6ae3bee9-7809-4541-a814-5ef09c7cfcad tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698435 Oct 28 15:58:53.256606 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-b7e77f9f-c51f-48df-8839-c365cbdd9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.258797 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-b7e77f9f-c51f-48df-8839-c365cbdd9068 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=f586310c63014686828ab57e05f5173c&device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 1098 time: 0.0840232 Oct 28 15:58:53.409109 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-b689df18-6282-4e77-bc69-a8ac11360401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.411612 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-b689df18-6282-4e77-bc69-a8ac11360401 service neutron] 10.222.0.54 "GET /v2.0/networks?id=01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 200 len: 919 time: 0.1439295 Oct 28 15:58:53.455655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c95f90-8a1b-47f7-86bd-5cd354a1a00f req-184cb0e0-1537-4776-bedb-cace94923582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.457243 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e7c95f90-8a1b-47f7-86bd-5cd354a1a00f req-184cb0e0-1537-4776-bedb-cace94923582 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1099 time: 0.1523869 Oct 28 15:58:53.493531 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-1793f40d-b4cb-45de-949d-dd0ff0b8f370 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 200 len: 217 time: 0.0573502 Oct 28 15:58:53.509448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81c3dd-d5cd-4599-89c1-3dd0e187528f req-703a3b09-75aa-44ef-aff4-56c264963018 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.519168 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7e81c3dd-d5cd-4599-89c1-3dd0e187528f req-703a3b09-75aa-44ef-aff4-56c264963018 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1151721 Oct 28 15:58:53.601201 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-257ea483-ab9f-4e11-b029-ee7bc39aae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.604398 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-257ea483-ab9f-4e11-b029-ee7bc39aae50 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 200 len: 858 time: 0.0911849 Oct 28 15:58:53.678450 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-c7e092de-f2d0-4937-93f3-812950466a2d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=01289c21-dfb2-4fc1-98a6-080abd6a35cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537360 Oct 28 15:58:53.813685 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-2ed26d05-44c1-47d7-9277-ab63ebe8a10a service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245034 Oct 28 15:58:53.895737 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e7c95f90-8a1b-47f7-86bd-5cd354a1a00f req-f937e6dc-5b94-4bdd-b4b2-6283e384546d service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209023 Oct 28 15:58:53.919153 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7e81c3dd-d5cd-4599-89c1-3dd0e187528f req-d4bbe7c9-2d68-41ca-8ff6-d25245d35c05 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989825 Oct 28 15:58:53.928975 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ee851428-88e9-4448-8d06-34ceed3ee9a6 req-9262f17c-bdaf-48ed-b2c6-d504421bf3db service neutron] 10.222.0.54 "GET /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028147 Oct 28 15:58:53.963055 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb44ae9-2078-4549-aae0-e96cb946d444 req-b3d5b9c2-38fe-421e-a7a2-3bb61abc3462 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:53.968017 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8cb44ae9-2078-4549-aae0-e96cb946d444 req-b3d5b9c2-38fe-421e-a7a2-3bb61abc3462 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1608410 Oct 28 15:58:54.035785 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-26b946b0-8c0b-44a5-9553-15627125b22e req-32eb2841-f39e-4c93-a9f9-872ee7cf9fcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 210 time: 0.0412574 Oct 28 15:58:54.063144 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8cb44ae9-2078-4549-aae0-e96cb946d444 req-3f3340ab-d55a-4205-941d-b9bb5e11dd50 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840869 Oct 28 15:58:54.152205 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41156ed7-f683-49da-9290-236a9d2c39cc {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:54.168797 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:54.203398 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Transition to ACTIVE for port object 41156ed7-f683-49da-9290-236a9d2c39cc will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:58:54.275013 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:54.372650 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Pushing event updated for resources: {'Port': ['ID=41156ed7-f683-49da-9290-236a9d2c39cc,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:54.430117 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e6e94-f1e0-4c06-ba56-4e99d4ae8cb0 req-d73633b0-bdd5-4c6d-b679-c1def824eda3 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:54.439069 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a0e6e94-f1e0-4c06-ba56-4e99d4ae8cb0 req-d73633b0-bdd5-4c6d-b679-c1def824eda3 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 948 time: 0.2338550 Oct 28 15:58:54.606031 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-58418d98-7c1b-44ae-ab56-ac3cf2dd3073 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:54.606031 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-58418d98-7c1b-44ae-ab56-ac3cf2dd3073 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 809 time: 0.2621884 Oct 28 15:58:54.619749 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a0e6e94-f1e0-4c06-ba56-4e99d4ae8cb0 req-aad313d1-3469-4393-9bc2-c8dbe1a9ab88 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736283 Oct 28 15:58:54.690103 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b0f2-295e-4d4d-befe-b36e43bdbb4a req-62983237-6e03-454c-8f32-6e089f6ea6c1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:54.705524 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-36a2b0f2-295e-4d4d-befe-b36e43bdbb4a req-62983237-6e03-454c-8f32-6e089f6ea6c1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.2468166 Oct 28 15:58:54.742900 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-98fcfb37-36e9-446b-86fb-d6fa2afecdc9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a41dcd9fdac4825836c411b19a96328 HTTP/1.1" status: 200 len: 380 time: 0.1278079 Oct 28 15:58:54.757228 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'port': {'device_id': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'admin_state_up': True, 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'security_groups': ['282de69a-adf8-4d93-badf-249d556c3e3b']}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:54.790144 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Attempting to bind port 41156ed7-f683-49da-9290-236a9d2c39cc on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:58:54.790468 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Attempting to bind port 41156ed7-f683-49da-9290-236a9d2c39cc by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:58:54.790789 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Attempting to bind port 41156ed7-f683-49da-9290-236a9d2c39cc on network 9c9abc35-1ecb-490d-820a-742995abc2b6 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:54.813383 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Port 41156ed7-f683-49da-9290-236a9d2c39cc on network 9c9abc35-1ecb-490d-820a-742995abc2b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:58:54.813655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Attempting to bind port 41156ed7-f683-49da-9290-236a9d2c39cc on network 9c9abc35-1ecb-490d-820a-742995abc2b6 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:54.827291 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-36a2b0f2-295e-4d4d-befe-b36e43bdbb4a req-fa5f564b-2e8d-48d3-83c0-d97656b54ade tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208718 Oct 28 15:58:54.829274 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:58:54.829604 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Checking segment: {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:58:54.830162 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Bound using segment: {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:58:54.830862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Bound port: 41156ed7-f683-49da-9290-236a9d2c39cc, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cd49473-7a0c-48d3-8ae9-b946458978a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:58:54.830976 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:54.855018 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95353f-dcf9-4da0-805c-e02c9cc8a6b8 req-250aa8fb-4f94-429e-bd77-c6c51c2371f1 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:54.862407 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ad95353f-dcf9-4da0-805c-e02c9cc8a6b8 req-250aa8fb-4f94-429e-bd77-c6c51c2371f1 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.1193969 Oct 28 15:58:54.930443 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Made reservation on behalf of 5a41dcd9fdac4825836c411b19a96328 for: {'port': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:58:54.932536 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ad95353f-dcf9-4da0-805c-e02c9cc8a6b8 req-16e26794-2b24-4b6c-9d2c-211727764b15 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692825 Oct 28 15:58:54.935246 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:54.954166 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] For port 41156ed7-f683-49da-9290-236a9d2c39cc, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:58:54.957837 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] For port 41156ed7-f683-49da-9290-236a9d2c39cc, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=41156ed7-f683-49da-9290-236a9d2c39cc,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:58:54.964234 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.014268 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.015098 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.017065 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] 10.222.0.54 "PUT /v2.0/ports/41156ed7-f683-49da-9290-236a9d2c39cc HTTP/1.1" status: 200 len: 1098 time: 1.9081516 Oct 28 15:58:55.029177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'tag': '41156ed7-f683-49da-9290-236a9d2c39cc'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:55.032283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d53d382-b21c-418a-987f-9bc729ca3369" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9cdec0-12a5-4eea-9a6a-78960a1aba01", "tag": "41156ed7-f683-49da-9290-236a9d2c39cc"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:55.094687 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611eec7f-d8ca-4cad-b447-8d5b668fd5bc service neutron] Pushing event updated for resources: {'Port': ['ID=41156ed7-f683-49da-9290-236a9d2c39cc,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:55.106726 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f2281-5465-49fe-ac64-437adfc338bd req-504404ce-7fe3-4ed1-8832-e86c876e6fca tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.108645 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d88f2281-5465-49fe-ac64-437adfc338bd req-504404ce-7fe3-4ed1-8832-e86c876e6fca tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0906420 Oct 28 15:58:55.119677 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6313a2f-0f1f-4e38-a08a-e9bf38b838c6 x-openstack-request-id: req-e6313a2f-0f1f-4e38-a08a-e9bf38b838c6 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:55.119929 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9cdec0-12a5-4eea-9a6a-78960a1aba01", "tag": "41156ed7-f683-49da-9290-236a9d2c39cc", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:55.120294 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e6313a2f-0f1f-4e38-a08a-e9bf38b838c6 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:55.120777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'tag': '41156ed7-f683-49da-9290-236a9d2c39cc', 'status': 'completed', 'code': 200} Oct 28 15:58:55.199109 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d88f2281-5465-49fe-ac64-437adfc338bd req-7d6ac060-1ffc-4640-8c20-f02a77b58a29 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760911 Oct 28 15:58:55.203322 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-9ebbe201-2a29-4061-86d6-62b90e797e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.203459 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Allocated IP 172.20.0.7 (35aeae1b-52e7-4307-8f79-9cd595ee3383/d393e8aa-5756-45d2-a252-59954d63aa73/a0d7c900-a250-41ec-9e78-3e3353c0ad8f) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:58:55.216864 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-9ebbe201-2a29-4061-86d6-62b90e797e19 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afbc136ff83942bf9f480ce1ddd960f9&device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 1101 time: 0.1069162 Oct 28 15:58:55.286329 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0fc7ebe3-aaa7-4a4a-94a5-30da77662299 req-856c087e-ba68-46e6-9946-2afd477c421d tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 210 time: 0.0664062 Oct 28 15:58:55.329495 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-b04ebb3d-dd7a-4969-b2e3-7cc2543eb949 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=41156ed7-f683-49da-9290-236a9d2c39cc HTTP/1.1" status: 200 len: 217 time: 0.0518100 Oct 28 15:58:55.462318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-e5c5475c-1a76-4c57-a2d4-7a7eab40e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.464506 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-e5c5475c-1a76-4c57-a2d4-7a7eab40e3fd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8169ba8-253a-46fc-b819-5daf62ffc4be HTTP/1.1" status: 200 len: 843 time: 0.1216249 Oct 28 15:58:55.474307 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5209be8-ef34-4412-8fef-4aa65dd354a6 req-283facdb-908a-4ae0-a944-ea6769bfd0f1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.476584 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a5209be8-ef34-4412-8fef-4aa65dd354a6 req-283facdb-908a-4ae0-a944-ea6769bfd0f1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1048653 Oct 28 15:58:55.485388 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.577375 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.622080 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-008b3ca1-90ed-451a-956c-14ff30a21d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.623662 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-008b3ca1-90ed-451a-956c-14ff30a21d07 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c9abc35-1ecb-490d-820a-742995abc2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1362162 Oct 28 15:58:55.627589 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a5209be8-ef34-4412-8fef-4aa65dd354a6 req-4634d6ec-e9b4-4205-84d4-dac0cb7dc091 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223934 Oct 28 15:58:55.684294 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:58:55.690531 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:58:55.695180 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:58:55.734474 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:55.755065 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.755714 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.756218 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.756772 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.757236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.757888 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.758380 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.758994 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.759952 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.760278 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.760594 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.760909 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:58:55.796161 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.797063 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:55.823175 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-bb0c7153-8b0d-4920-b771-7a1100d0c2a0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0713902 Oct 28 15:58:55.824834 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083add72-13a3-4a96-af3c-2eb5a58b2821 req-2fa8a377-e983-4084-9352-266c8919468f tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:55.832429 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-083add72-13a3-4a96-af3c-2eb5a58b2821 req-2fa8a377-e983-4084-9352-266c8919468f tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 948 time: 0.1099851 Oct 28 15:58:55.851789 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Request body: {'port': {'device_id': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:58:55.883656 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-ce2cdbcc-4cd6-4761-b77c-4e81605de3a8 service neutron] 10.222.0.54 "GET /v2.0/networks/9c9abc35-1ecb-490d-820a-742995abc2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480326 Oct 28 15:58:55.922905 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.023797 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-083add72-13a3-4a96-af3c-2eb5a58b2821 req-46f1844f-5dfe-49d5-87d3-b8b065d15065 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904902 Oct 28 15:58:56.104448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd8fe8-5d01-42c1-b558-4afdc2a1eef3 req-942be97e-9b8a-40d5-b437-d5803d3ec9a7 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.105603 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d2dd8fe8-5d01-42c1-b558-4afdc2a1eef3 req-942be97e-9b8a-40d5-b437-d5803d3ec9a7 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.1076329 Oct 28 15:58:56.109513 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-248324f5-0c9f-4c8c-87c3-b4be43cb8626 None None] Provisioning complete for port a0d7c900-a250-41ec-9e78-3e3353c0ad8f triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:58:56.110489 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-248324f5-0c9f-4c8c-87c3-b4be43cb8626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.158811 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-248324f5-0c9f-4c8c-87c3-b4be43cb8626 None None] Port a0d7c900-a250-41ec-9e78-3e3353c0ad8f cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 15:58:56.171277 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0334d71-ae91-4f43-8b09-04c5c47de89f req-3a7777f5-6932-4587-a339-305bafb5b9f1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c9abc35-1ecb-490d-820a-742995abc2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659798 Oct 28 15:58:56.225851 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d2dd8fe8-5d01-42c1-b558-4afdc2a1eef3 req-b33185c2-ec60-4e91-a7ac-29d95f974f09 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128693 Oct 28 15:58:56.303393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708ef5f-0701-4c7c-a0a9-ec69b062c92d req-bae03c11-cbd1-45c2-a8e6-63e5d446b899 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.310746 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2708ef5f-0701-4c7c-a0a9-ec69b062c92d req-bae03c11-cbd1-45c2-a8e6-63e5d446b899 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.1368065 Oct 28 15:58:56.320138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-f6d080bc-012f-457c-a853-b372c05eefbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.321778 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-f6d080bc-012f-457c-a853-b372c05eefbf service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=afbc136ff83942bf9f480ce1ddd960f9&device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 1101 time: 0.0789616 Oct 28 15:58:56.442191 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2708ef5f-0701-4c7c-a0a9-ec69b062c92d req-ad351bf6-0048-421d-9efe-4040b98509d2 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260660 Oct 28 15:58:56.481584 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739ed262-e3dc-4619-932e-a479fc326950 req-3064b4be-b100-4a3a-b943-73ef7c39460d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.485427 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-739ed262-e3dc-4619-932e-a479fc326950 req-3064b4be-b100-4a3a-b943-73ef7c39460d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1388760 Oct 28 15:58:56.518285 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d7c900-a250-41ec-9e78-3e3353c0ad8f {{(pid=101481) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:56.528591 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.543743 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.provisioning_blocks [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Transition to ACTIVE for port object a0d7c900-a250-41ec-9e78-3e3353c0ad8f will not be triggered until provisioned by entity L2. {{(pid=101481) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:58:56.550926 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.628314 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:56.636636 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-7d6b78f8-4d23-4227-ad20-85fbfc93ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.638280 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-7d6b78f8-4d23-4227-ad20-85fbfc93ec31 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9c9abc35-1ecb-490d-820a-742995abc2b6 HTTP/1.1" status: 200 len: 870 time: 0.3053658 Oct 28 15:58:56.669045 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-739ed262-e3dc-4619-932e-a479fc326950 req-73e00523-9c3b-4c52-a27f-a65106283e13 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742387 Oct 28 15:58:56.733823 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-9e93e293-dad5-46a5-9d5a-85405029872c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=41156ed7-f683-49da-9290-236a9d2c39cc HTTP/1.1" status: 200 len: 217 time: 0.0761218 Oct 28 15:58:56.743709 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3dc35-bef2-48ca-83ea-69148f82ec74 req-a8680229-f77a-4240-8234-eed546dfe60e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.751141 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Attempting to bind port a0d7c900-a250-41ec-9e78-3e3353c0ad8f on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:58:56.751732 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Attempting to bind port a0d7c900-a250-41ec-9e78-3e3353c0ad8f by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'}] {{(pid=101481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:58:56.752212 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Attempting to bind port a0d7c900-a250-41ec-9e78-3e3353c0ad8f on network 35aeae1b-52e7-4307-8f79-9cd595ee3383 {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:56.755999 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a9e3dc35-bef2-48ca-83ea-69148f82ec74 req-a8680229-f77a-4240-8234-eed546dfe60e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.2069890 Oct 28 15:58:56.766276 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Port a0d7c900-a250-41ec-9e78-3e3353c0ad8f on network 35aeae1b-52e7-4307-8f79-9cd595ee3383 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:58:56.766593 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Attempting to bind port a0d7c900-a250-41ec-9e78-3e3353c0ad8f on network 35aeae1b-52e7-4307-8f79-9cd595ee3383 {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:58:56.772656 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:58:56.772985 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Checking segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101481) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:58:56.773361 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Bound using segment: {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'} {{(pid=101481) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:58:56.773797 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.managers [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Bound port: a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb8e8e62-050f-45d0-808f-bb4e0ecac590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383'}}] {{(pid=101481) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:58:56.774150 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.865452 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, cleared binding levels {{(pid=101481) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:58:56.873645 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101481) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:58:56.885576 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:56.899735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-9c64247f-508e-4139-b0e4-396cfbedb4ea tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.901312 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-9c64247f-508e-4139-b0e4-396cfbedb4ea tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.2960970 Oct 28 15:58:56.964672 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-3a5fae7b-dc14-4ec8-bdc3-66b80a1fdf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:56.966153 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-3a5fae7b-dc14-4ec8-bdc3-66b80a1fdf2d service neutron] 10.222.0.54 "GET /v2.0/subnets?id=f8169ba8-253a-46fc-b819-5daf62ffc4be HTTP/1.1" status: 200 len: 843 time: 0.2065189 Oct 28 15:58:56.992912 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.004571 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:57.005900 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a9e3dc35-bef2-48ca-83ea-69148f82ec74 req-c27b4426-15ce-4b2c-86d4-3ffa47b91eb5 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375634 Oct 28 15:58:57.013044 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] 10.222.0.54 "PUT /v2.0/ports/a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 1093 time: 1.1711316 Oct 28 15:58:57.014196 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:57.022791 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed805f53-2431-4190-af99-51bfb604a998" -d '{"events": [{"name": "network-changed", "server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:57.072622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702b625-321d-459b-bac0-3ac4190d28c3 req-589b30dd-7cb8-40b9-9af3-b765e238cd9a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.084474 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f702b625-321d-459b-bac0-3ac4190d28c3 req-589b30dd-7cb8-40b9-9af3-b765e238cd9a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.3256109 Oct 28 15:58:57.097368 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5488d21-ef66-4e82-aaa6-ab2031350855 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=3']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:57.135574 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-74a15218-c24f-47bc-b298-010121f6d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.137398 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-74a15218-c24f-47bc-b298-010121f6d3f2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1096 time: 0.0553422 Oct 28 15:58:57.211229 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-8ab0e7d8-0983-493b-a414-5e1f6b033025 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 217 time: 0.0576811 Oct 28 15:58:57.237536 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f702b625-321d-459b-bac0-3ac4190d28c3 req-196bd897-cd21-47fa-8541-06497d445c40 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518769 Oct 28 15:58:57.275069 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-c5f673da-6686-43c2-8f3b-86c087fa41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.277363 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-c5f673da-6686-43c2-8f3b-86c087fa41b1 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9c9abc35-1ecb-490d-820a-742995abc2b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2774301 Oct 28 15:58:57.291161 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-05b3a1f6-cc0c-48dc-93e3-95f00c309903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.293191 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-05b3a1f6-cc0c-48dc-93e3-95f00c309903 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0709138 Oct 28 15:58:57.341638 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d0b1a-aba8-4bb8-ac72-df6c8e3634fe req-c69169f8-6338-415a-993e-117a0ea5877d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.343529 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-618d0b1a-aba8-4bb8-ac72-df6c8e3634fe req-c69169f8-6338-415a-993e-117a0ea5877d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1904466 Oct 28 15:58:57.345855 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1951c00-d872-4a1b-ba9a-4e13309fb07b x-openstack-request-id: req-d1951c00-d872-4a1b-ba9a-4e13309fb07b {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:57.346161 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:57.346540 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d1951c00-d872-4a1b-ba9a-4e13309fb07b {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:57.347011 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'status': 'completed', 'code': 200} Oct 28 15:58:57.379318 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111cd47d-9eae-4676-a23d-9789443507de req-30e3c8c6-3c07-40f0-9752-659966522bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.381245 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-30e3c8c6-3c07-40f0-9752-659966522bdb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759575 Oct 28 15:58:57.424936 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Deleting port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:58:57.425304 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:57.539126 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-ff6f8bc9-ac94-49df-84cb-a19af80f987d service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484406 Oct 28 15:58:57.543356 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] For port 6be11a51-5111-4c7e-b25f-ec8188b91ce7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6be11a51-5111-4c7e-b25f-ec8188b91ce7,segment=NetworkSegment(822bfbce-9680-46d6-ae8e-a5cab5197fba),segment_id=822bfbce-9680-46d6-ae8e-a5cab5197fba)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:57.543756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:57.558245 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Calling delete_port for 6be11a51-5111-4c7e-b25f-ec8188b91ce7 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:58:57.647179 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-618d0b1a-aba8-4bb8-ac72-df6c8e3634fe req-d24af187-21a2-4fe5-8eaa-9065d8dcb6b6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745457 Oct 28 15:58:57.678356 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-111cd47d-9eae-4676-a23d-9789443507de req-0461f1a8-2f14-4bfc-946b-dfc35cff16ea service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262362 Oct 28 15:58:57.811179 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805f53-2431-4190-af99-51bfb604a998 req-cc90fa68-11a8-413b-95de-6120e370480b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.812666 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-cc90fa68-11a8-413b-95de-6120e370480b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1096 time: 0.0565026 Oct 28 15:58:57.941980 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805f53-2431-4190-af99-51bfb604a998 req-16f5077f-d59f-4783-a40e-2570f5b7ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:57.944823 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-16f5077f-d59f-4783-a40e-2570f5b7ce67 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.1228848 Oct 28 15:58:58.017332 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-ac1bf5ea-05d5-460b-8925-e23d9ebdb2ff service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 217 time: 0.0494182 Oct 28 15:58:58.018284 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-099705b0-1aab-49b1-baba-7f3c9c1ec0b1 service neutron] 10.222.0.54 "GET /v2.0/networks/9c9abc35-1ecb-490d-820a-742995abc2b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197015 Oct 28 15:58:58.031488 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c46dc-800d-4641-9995-ae8296609d0a req-8414915b-5f86-4d01-9e70-17af37e6add7 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.033017 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b85c46dc-800d-4641-9995-ae8296609d0a req-8414915b-5f86-4d01-9e70-17af37e6add7 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 948 time: 0.3726246 Oct 28 15:58:58.102606 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805f53-2431-4190-af99-51bfb604a998 req-3b1cc930-de41-426b-8d51-f52716e08216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.103606 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-3b1cc930-de41-426b-8d51-f52716e08216 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0631025 Oct 28 15:58:58.195534 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed805f53-2431-4190-af99-51bfb604a998 req-85f46ee6-f97b-4222-98a1-f5e6f5f8d764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.195534 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-85f46ee6-f97b-4222-98a1-f5e6f5f8d764 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797963 Oct 28 15:58:58.197019 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2ba86-cdbe-4049-82d8-28d7ec20606d req-57035e8a-d9ed-4ad6-9653-06251a6aef03 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.205408 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cfa2ba86-cdbe-4049-82d8-28d7ec20606d req-57035e8a-d9ed-4ad6-9653-06251a6aef03 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/ports?device_id=07b8e1b9-ec0a-48f3-b3fb-b152fda2741a HTTP/1.1" status: 200 len: 946 time: 0.4610331 Oct 28 15:58:58.281344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b85c46dc-800d-4641-9995-ae8296609d0a req-21fa0518-c9bb-4e66-a24b-25e089275c18 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089732 Oct 28 15:58:58.302279 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:58.314354 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6be11a51-5111-4c7e-b25f-ec8188b91ce7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:58.318054 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-dd020d4e-190e-406b-a357-4afdc833084b service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190817 Oct 28 15:58:58.422097 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cfa2ba86-cdbe-4049-82d8-28d7ec20606d req-ee11795f-68c3-46c2-9df9-de201b29279c tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.74 "GET /v2.0/security-groups?id=d12b26a8-7dcb-421b-bf6c-eaf7affd6006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021050 Oct 28 15:58:58.422097 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d53d382-b21c-418a-987f-9bc729ca3369 req-99d4d530-dda6-46b0-9539-f03954b864ca service neutron] 10.222.0.54 "GET /v2.0/networks/9c9abc35-1ecb-490d-820a-742995abc2b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451760 Oct 28 15:58:58.451788 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-ed805f53-2431-4190-af99-51bfb604a998 req-3dd9e034-1e68-45c6-b806-0a03930c16d9 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243186 Oct 28 15:58:58.452813 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Pushing event deleted for resources: {'Port': ['ID=6be11a51-5111-4c7e-b25f-ec8188b91ce7,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:58.510352 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] No DVR routers for this DVR port 6be11a51-5111-4c7e-b25f-ec8188b91ce7 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:58:58.524260 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:58.528108 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a3f4a4c8-9079-45a8-a376-2ad0741d20cc req-2902aaf6-e41f-4e60-894b-d0ef115b0976 tempest-AttachVolumeNegativeTest-983153139 tempest-AttachVolumeNegativeTest-983153139-project] 10.222.0.54 "DELETE /v2.0/ports/6be11a51-5111-4c7e-b25f-ec8188b91ce7 HTTP/1.1" status: 204 len: 173 time: 1.5859368 Oct 28 15:58:58.529665 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'name': 'network-vif-deleted', 'tag': '6be11a51-5111-4c7e-b25f-ec8188b91ce7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:58:58.532324 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62b428-a434-4179-bcce-2b2a53197046" -d '{"events": [{"server_uuid": "07b8e1b9-ec0a-48f3-b3fb-b152fda2741a", "name": "network-vif-deleted", "tag": "6be11a51-5111-4c7e-b25f-ec8188b91ce7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:58:58.551184 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b688b9e-838b-4d60-83a8-be87bb7aff61 req-50c1f23b-2d77-47fa-a090-de50340e9b26 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.553064 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b688b9e-838b-4d60-83a8-be87bb7aff61 req-50c1f23b-2d77-47fa-a090-de50340e9b26 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.1785328 Oct 28 15:58:58.614443 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 41156ed7-f683-49da-9290-236a9d2c39cc details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:58:58.615318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e0e86-4294-4999-b29d-f6f80e24d355 req-3878e9cd-8d8c-48b7-bedf-6a22a49a190c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.617319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e13e0e86-4294-4999-b29d-f6f80e24d355 req-3878e9cd-8d8c-48b7-bedf-6a22a49a190c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1080310 Oct 28 15:58:58.642943 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b688b9e-838b-4d60-83a8-be87bb7aff61 req-4d302be0-3689-41b3-97f2-771b107ce10c tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748200 Oct 28 15:58:58.704317 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e13e0e86-4294-4999-b29d-f6f80e24d355 req-a60c023d-44f9-4fa6-a8aa-31109a0f2fda tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771894 Oct 28 15:58:58.785989 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 41156ed7-f683-49da-9290-236a9d2c39cc, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=41156ed7-f683-49da-9290-236a9d2c39cc,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:58.808260 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d527abba-8162-4703-8d6f-8841449a2118 x-openstack-request-id: req-d527abba-8162-4703-8d6f-8841449a2118 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:58:58.809240 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b8e1b9-ec0a-48f3-b3fb-b152fda2741a", "name": "network-vif-deleted", "tag": "6be11a51-5111-4c7e-b25f-ec8188b91ce7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:58:58.809588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d527abba-8162-4703-8d6f-8841449a2118 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:58:58.811030 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b8e1b9-ec0a-48f3-b3fb-b152fda2741a', 'name': 'network-vif-deleted', 'tag': '6be11a51-5111-4c7e-b25f-ec8188b91ce7', 'status': 'completed', 'code': 200} Oct 28 15:58:58.822407 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '41156ed7-f683-49da-9290-236a9d2c39cc', 'network_id': '9c9abc35-1ecb-490d-820a-742995abc2b6', 'port_id': '41156ed7-f683-49da-9290-236a9d2c39cc', 'mac_address': 'fa:16:3e:77:ee:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8169ba8-253a-46fc-b819-5daf62ffc4be', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:58:58.894386 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:58.905326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db45e47-88bc-47fd-a321-3582a9d56332 req-7d52d486-ff51-471d-998f-d5309520d1b9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.912419 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41156ed7-f683-49da-9290-236a9d2c39cc {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:58:58.913155 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2db45e47-88bc-47fd-a321-3582a9d56332 req-7d52d486-ff51-471d-998f-d5309520d1b9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.1617396 Oct 28 15:58:58.947939 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 41156ed7-f683-49da-9290-236a9d2c39cc, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=41156ed7-f683-49da-9290-236a9d2c39cc,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:58:58.948175 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f0983-4901-4975-aa6d-a0a918051449 req-d0a36ec7-97ac-40f8-9004-243d0d847d68 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:58.949886 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d36f0983-4901-4975-aa6d-a0a918051449 req-d0a36ec7-97ac-40f8-9004-243d0d847d68 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1035845 Oct 28 15:58:58.955217 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.003916 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2db45e47-88bc-47fd-a321-3582a9d56332 req-b3171f95-038a-410d-9be8-5b58c9374a45 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852041 Oct 28 15:58:59.045122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=41156ed7-f683-49da-9290-236a9d2c39cc,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:59.064861 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d36f0983-4901-4975-aa6d-a0a918051449 req-a6caf5c6-6bf7-48be-8cc3-cec3b9f225a9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942528 Oct 28 15:58:59.263268 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['41156ed7-f683-49da-9290-236a9d2c39cc'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:58:59.506431 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd05941-6278-4ab2-b7b6-7da197b91edf req-31b2af6d-7041-428d-a95e-8901d060149b tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:58:59.516887 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2dd05941-6278-4ab2-b7b6-7da197b91edf req-31b2af6d-7041-428d-a95e-8901d060149b tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 949 time: 0.1487570 Oct 28 15:58:59.562402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2dd05941-6278-4ab2-b7b6-7da197b91edf req-828533b2-3e3c-4b9d-b388-496441b98cbf tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443804 Oct 28 15:58:59.562925 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51700) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:59.634148 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Deleting subnet 71f4f3d1-f99c-4882-b625-eb4b95076471 {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:58:59.641283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.681321 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.725821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.751119 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51712) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:59.782071 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.810590 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.813754 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/71f4f3d1-f99c-4882-b625-eb4b95076471 HTTP/1.1" status: 204 len: 168 time: 0.2499673 Oct 28 15:58:59.814707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bcccf-fee0-44da-840c-0df3716243e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f4f3d1-f99c-4882-b625-eb4b95076471,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:58:59.816451 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51718) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:58:59.898586 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:58:59.900155 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-174aded9-d1a4-4396-aa8a-0ee1ee08725e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.013584 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.043078 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8528a6d-ca1c-4d1b-9d2f-51997dd18797']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:00.060420 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '822bfbce-9680-46d6-ae8e-a5cab5197fba') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:00.060717 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '822bfbce-9680-46d6-ae8e-a5cab5197fba') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:00.077636 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.080369 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-174aded9-d1a4-4396-aa8a-0ee1ee08725e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.088036 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-174aded9-d1a4-4396-aa8a-0ee1ee08725e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.107858 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.132719 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:59:00.133127 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:59:00.135216 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:59:00.138102 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174aded9-d1a4-4396-aa8a-0ee1ee08725e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb150fb-87ac-475c-bd22-1eeffcf30367,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:00.150491 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-174aded9-d1a4-4396-aa8a-0ee1ee08725e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=90b5979b8782475b8d04afb340f7e081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981934 Oct 28 15:59:00.150774 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511481ff-aa17-4fb9-b5da-07e8caa2b57b req-c29ad521-1cb9-4328-b666-0dd110144946 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.152591 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-511481ff-aa17-4fb9-b5da-07e8caa2b57b req-c29ad521-1cb9-4328-b666-0dd110144946 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0883100 Oct 28 15:59:00.153207 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51724) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:00.207801 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.218713 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.222142 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] 10.222.0.74 "DELETE /v2.0/networks/c8528a6d-ca1c-4d1b-9d2f-51997dd18797 HTTP/1.1" status: 204 len: 168 time: 0.4045942 Oct 28 15:59:00.250702 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b69eb-93bf-4e77-aedc-a6481751ce7f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8528a6d-ca1c-4d1b-9d2f-51997dd18797,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:00.304224 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-511481ff-aa17-4fb9-b5da-07e8caa2b57b req-cb0e22e0-1e06-4b82-beb4-161f369bab45 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417685 Oct 28 15:59:00.310012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4e416620-487b-49db-9264-0b01bf8b3fcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.339031 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c327-4960-4dae-8117-c546e6fcb863 req-b4288af8-a5d5-49ef-90f0-d8367d988ff0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.340560 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9bf7c327-4960-4dae-8117-c546e6fcb863 req-b4288af8-a5d5-49ef-90f0-d8367d988ff0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.1619194 Oct 28 15:59:00.343662 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4e416620-487b-49db-9264-0b01bf8b3fcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.396577 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51736) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:00.439712 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-52db4d79-ebcf-4310-ad1f-e92123ac6742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.441217 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-52db4d79-ebcf-4310-ad1f-e92123ac6742 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1099 time: 0.0997856 Oct 28 15:59:00.445312 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9bf7c327-4960-4dae-8117-c546e6fcb863 req-cab19a7a-4d9a-4a2f-b056-61729f249cd4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919535 Oct 28 15:59:00.467444 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-85714b2b-1564-4e68-9997-9a9c4bf8f2dc admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bd291a80b9204a609cd29640ab93b579&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0682492 Oct 28 15:59:00.470516 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51740) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:00.526738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4e416620-487b-49db-9264-0b01bf8b3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.529373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4e416620-487b-49db-9264-0b01bf8b3fcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.531103 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4e416620-487b-49db-9264-0b01bf8b3fcc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/9fb150fb-87ac-475c-bd22-1eeffcf30367 HTTP/1.1" status: 204 len: 168 time: 0.3758576 Oct 28 15:59:00.548492 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e416620-487b-49db-9264-0b01bf8b3fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb150fb-87ac-475c-bd22-1eeffcf30367,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:00.595130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-3473042d-29dd-46cf-a77c-7de11c79159c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.596671 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-3473042d-29dd-46cf-a77c-7de11c79159c service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.1377535 Oct 28 15:59:00.599613 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1009e0d1-3a9b-46cf-8c68-b88b17bbffdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.629373 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 41156ed7-f683-49da-9290-236a9d2c39cc up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:59:00.637780 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1009e0d1-3a9b-46cf-8c68-b88b17bbffdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.690115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-4245329f-5277-466b-9970-051f2f0f0dea service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 1002 time: 0.0824363 Oct 28 15:59:00.731544 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1009e0d1-3a9b-46cf-8c68-b88b17bbffdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.734797 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1009e0d1-3a9b-46cf-8c68-b88b17bbffdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.744016 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1009e0d1-3a9b-46cf-8c68-b88b17bbffdd admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d12b26a8-7dcb-421b-bf6c-eaf7affd6006 HTTP/1.1" status: 204 len: 168 time: 0.2695301 Oct 28 15:59:00.752521 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009e0d1-3a9b-46cf-8c68-b88b17bbffdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b26a8-7dcb-421b-bf6c-eaf7affd6006,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:00.777071 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 41156ed7-f683-49da-9290-236a9d2c39cc completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:59:00.792090 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 41156ed7-f683-49da-9290-236a9d2c39cc triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:59:00.793116 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.807935 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-dbc00442-65ca-4540-8ce6-c8c167e8e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.810319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-dbc00442-65ca-4540-8ce6-c8c167e8e727 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0864882 Oct 28 15:59:00.822552 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79a93a-d64f-4053-a624-3cf04245b547 req-ea9c8856-c01d-4a91-be96-44799fc286df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.829696 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ec79a93a-d64f-4053-a624-3cf04245b547 req-ea9c8856-c01d-4a91-be96-44799fc286df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 949 time: 0.1345277 Oct 28 15:59:00.964987 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:00.965458 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ec79a93a-d64f-4053-a624-3cf04245b547 req-a71e1299-1d4a-4ca0-bd72-f973a6707ca5 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120434 Oct 28 15:59:00.971246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-2ae26313-db19-4db3-8259-e58c0e03ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:00.972792 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-2ae26313-db19-4db3-8259-e58c0e03ebf2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1405046 Oct 28 15:59:01.008698 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41156ed7-f683-49da-9290-236a9d2c39cc'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:01.011786 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdbf14c-ceab-4029-bb59-348d6ec2e7da" -d '{"events": [{"server_uuid": "fa9cdec0-12a5-4eea-9a6a-78960a1aba01", "name": "network-vif-plugged", "status": "completed", "tag": "41156ed7-f683-49da-9290-236a9d2c39cc"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:01.020817 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 41156ed7-f683-49da-9290-236a9d2c39cc, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=41156ed7-f683-49da-9290-236a9d2c39cc,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:01.032239 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:01.033115 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6be11a51-5111-4c7e-b25f-ec8188b91ce7 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:01.057472 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 6be11a51-5111-4c7e-b25f-ec8188b91ce7 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:01.057814 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6be11a51-5111-4c7e-b25f-ec8188b91ce7 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:01.137485 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565b43f0-17f3-427c-8fff-1cd3cd2d8c11 x-openstack-request-id: req-565b43f0-17f3-427c-8fff-1cd3cd2d8c11 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:01.138234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9cdec0-12a5-4eea-9a6a-78960a1aba01", "name": "network-vif-plugged", "status": "completed", "tag": "41156ed7-f683-49da-9290-236a9d2c39cc", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:01.138496 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-565b43f0-17f3-427c-8fff-1cd3cd2d8c11 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:01.138894 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41156ed7-f683-49da-9290-236a9d2c39cc', 'code': 200} Oct 28 15:59:01.142627 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-4900a03d-0952-482f-85f2-b0708b36c4ab service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583445 Oct 28 15:59:01.155744 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=41156ed7-f683-49da-9290-236a9d2c39cc,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:01.285812 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fe1c6a9a-2557-4110-b387-cb604324e21c req-6fa2c3d9-da48-41a8-b02a-a550619df3b6 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342077 Oct 28 15:59:01.307668 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c9e5a-e5c0-465d-8168-9990e296d41a req-5d33d8fd-b6e5-40e2-8cc9-c3834444314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:01.309450 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-9a6c9e5a-e5c0-465d-8168-9990e296d41a req-5d33d8fd-b6e5-40e2-8cc9-c3834444314f service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 1103 time: 0.0483596 Oct 28 15:59:01.358634 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-9a6c9e5a-e5c0-465d-8168-9990e296d41a req-ea3743f0-5f0d-46ab-b0a3-5c961e03c354 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411727 Oct 28 15:59:01.432390 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df073b81-7695-4640-94be-728c631b9a6b req-9dab0ec8-fc40-4e7d-a67e-61476deaf519 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:01.434242 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df073b81-7695-4640-94be-728c631b9a6b req-9dab0ec8-fc40-4e7d-a67e-61476deaf519 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0519860 Oct 28 15:59:01.480755 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df073b81-7695-4640-94be-728c631b9a6b req-34c3367a-8432-4fe1-9bce-be0f10aa44e0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353594 Oct 28 15:59:01.627683 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456f31e-8805-4ea8-a14f-e64164ab5eae req-ab6c601e-7c18-4b4d-b2df-867b49d199ed tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:01.629246 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2456f31e-8805-4ea8-a14f-e64164ab5eae req-ab6c601e-7c18-4b4d-b2df-867b49d199ed tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0810072 Oct 28 15:59:01.669007 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2456f31e-8805-4ea8-a14f-e64164ab5eae req-8c114837-3a8a-4cee-9d1b-70bd905ada74 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327470 Oct 28 15:59:02.106876 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2dd066-d2d3-4d7e-b679-0ec7f7d3dad7 req-c3bea1ba-f718-4e44-8ee3-13ecde0e020c tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:02.112032 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0f2dd066-d2d3-4d7e-b679-0ec7f7d3dad7 req-c3bea1ba-f718-4e44-8ee3-13ecde0e020c tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0599830 Oct 28 15:59:02.177111 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0f2dd066-d2d3-4d7e-b679-0ec7f7d3dad7 req-cedc6a8c-533c-4bb5-9344-de2470649fa9 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544438 Oct 28 15:59:02.615787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869df9f-1b94-4268-a5d3-b7114a44bf46 req-a123413e-0d79-42e6-b987-52bfe913642a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:02.617414 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9869df9f-1b94-4268-a5d3-b7114a44bf46 req-a123413e-0d79-42e6-b987-52bfe913642a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0552220 Oct 28 15:59:02.645807 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:02.695713 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9869df9f-1b94-4268-a5d3-b7114a44bf46 req-4f17b4b0-6f9b-4108-bcc9-fd5e8f71d2ed tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650716 Oct 28 15:59:02.747728 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:02.783060 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:02.788899 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:02.827088 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07218ceb-5356-4156-9c9b-f19318c359cd req-c6a48764-c4a4-4a20-803d-cdee32bc1909 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:02.827911 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51856) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:02.828955 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-07218ceb-5356-4156-9c9b-f19318c359cd req-c6a48764-c4a4-4a20-803d-cdee32bc1909 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 946 time: 0.0704756 Oct 28 15:59:02.850862 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=8']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:02.867587 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-07218ceb-5356-4156-9c9b-f19318c359cd req-eccde241-26da-42fc-a1e9-876c662dc462 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Oct 28 15:59:02.935380 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0484a448-f46d-4690-a544-c9853da7d0ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.010950 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0484a448-f46d-4690-a544-c9853da7d0ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.017921 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0484a448-f46d-4690-a544-c9853da7d0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.056422 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0484a448-f46d-4690-a544-c9853da7d0ca admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e79378c4995e4367988c75381f3ff438&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2273526 Oct 28 15:59:03.057248 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484a448-f46d-4690-a544-c9853da7d0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4507f88b-fdb0-4f6d-aed6-b4f47891f1f2,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:03.059313 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51860) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:03.111271 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-df6adc47-c075-4f5c-af42-1eec6992bdfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.132844 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-df6adc47-c075-4f5c-af42-1eec6992bdfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.140034 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:03.142389 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9524efc3-3a99-4419-8817-632cf4381424" -d '{"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-unplugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:03.177679 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5e1f69-85ca-4cd5-8f32-b3e784d36497 x-openstack-request-id: req-4f5e1f69-85ca-4cd5-8f32-b3e784d36497 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:03.178025 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-unplugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:03.178280 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4f5e1f69-85ca-4cd5-8f32-b3e784d36497 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:03.178728 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'code': 200} Oct 28 15:59:03.181666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-df6adc47-c075-4f5c-af42-1eec6992bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.184638 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-df6adc47-c075-4f5c-af42-1eec6992bdfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.185785 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-df6adc47-c075-4f5c-af42-1eec6992bdfb admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4507f88b-fdb0-4f6d-aed6-b4f47891f1f2 HTTP/1.1" status: 204 len: 168 time: 0.1254160 Oct 28 15:59:03.193702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6adc47-c075-4f5c-af42-1eec6992bdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4507f88b-fdb0-4f6d-aed6-b4f47891f1f2,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:03.298213 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebd79e-68cd-426c-bafb-7d56ac7bb04d req-72d4cbe1-4ab4-416c-a242-fb663755d921 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:03.299930 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6ebd79e-68cd-426c-bafb-7d56ac7bb04d req-72d4cbe1-4ab4-416c-a242-fb663755d921 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0606062 Oct 28 15:59:03.354035 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6ebd79e-68cd-426c-bafb-7d56ac7bb04d req-04ca7960-52b1-495a-8377-a3d83409ff36 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Oct 28 15:59:03.542392 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794162c-c390-45ac-b74f-007b1483ec92 req-a58abc4e-8f5f-4946-beda-6d0b73332c92 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:03.544134 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c794162c-c390-45ac-b74f-007b1483ec92 req-a58abc4e-8f5f-4946-beda-6d0b73332c92 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0660007 Oct 28 15:59:03.563752 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 51888) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:03.583868 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f9049417-2632-4882-98d3-0d7f007a71cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.600084 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c794162c-c390-45ac-b74f-007b1483ec92 req-d5cf2467-d948-465d-899d-b0f73fe73e70 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495188 Oct 28 15:59:03.693352 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f9049417-2632-4882-98d3-0d7f007a71cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.698220 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b96ed-c2bf-4350-86e3-d17f8adf8d86 req-96dd5299-9280-4b88-aad3-3956d4d29b3b tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:03.698637 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f9049417-2632-4882-98d3-0d7f007a71cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.699878 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a2b96ed-c2bf-4350-86e3-d17f8adf8d86 req-96dd5299-9280-4b88-aad3-3956d4d29b3b tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0501449 Oct 28 15:59:03.742338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a2b96ed-c2bf-4350-86e3-d17f8adf8d86 req-fe10ce62-600c-43e2-897f-0cc088185140 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363362 Oct 28 15:59:03.744588 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f9049417-2632-4882-98d3-0d7f007a71cf admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=00fff175dd004be2b599a1f48f37a635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1795638 Oct 28 15:59:03.745712 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9049417-2632-4882-98d3-0d7f007a71cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb9eef5-1b8a-42c2-ba1c-a94e6a0b49bd,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:03.747255 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51894) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:03.834036 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eededda8-01b3-4ba9-9d68-b9f68c48cadc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.844016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24375875-24ff-4f38-bed8-984d84f3471b req-32d254cb-1fa3-4419-88e7-23bc8db91240 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:03.845458 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24375875-24ff-4f38-bed8-984d84f3471b req-32d254cb-1fa3-4419-88e7-23bc8db91240 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0696840 Oct 28 15:59:03.877886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eededda8-01b3-4ba9-9d68-b9f68c48cadc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.915599 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24375875-24ff-4f38-bed8-984d84f3471b req-1d16989b-9238-46b0-8dea-32adce10d692 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631835 Oct 28 15:59:03.943632 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eededda8-01b3-4ba9-9d68-b9f68c48cadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.946263 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eededda8-01b3-4ba9-9d68-b9f68c48cadc admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:03.947469 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-eededda8-01b3-4ba9-9d68-b9f68c48cadc admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/7bb9eef5-1b8a-42c2-ba1c-a94e6a0b49bd HTTP/1.1" status: 204 len: 168 time: 0.1974289 Oct 28 15:59:03.966190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eededda8-01b3-4ba9-9d68-b9f68c48cadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb9eef5-1b8a-42c2-ba1c-a94e6a0b49bd,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:04.004493 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab75ef0-b923-42ed-b498-57c3f09e269a req-d84df1ce-d401-41e1-b4e4-ec9627d90ecb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:04.005995 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ab75ef0-b923-42ed-b498-57c3f09e269a req-d84df1ce-d401-41e1-b4e4-ec9627d90ecb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0574696 Oct 28 15:59:04.044143 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ab75ef0-b923-42ed-b498-57c3f09e269a req-be37b856-9ac1-48ec-8587-681515143df1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321069 Oct 28 15:59:04.515914 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-4815c945-df2b-48cb-8c07-390f53979ad7 req-8c1efde8-0bf1-42e1-a701-4898323f1740 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:59:04.516930 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4815c945-df2b-48cb-8c07-390f53979ad7 req-8c1efde8-0bf1-42e1-a701-4898323f1740 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057487 Oct 28 15:59:04.718716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a90eb53-449c-49b7-ba66-c5ef6788b749 req-d1e3ace9-ad67-4628-a24c-1992fa5f13a1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:04.720240 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a90eb53-449c-49b7-ba66-c5ef6788b749 req-d1e3ace9-ad67-4628-a24c-1992fa5f13a1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0825126 Oct 28 15:59:04.758488 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994497d-f917-415a-a3d3-263cc5933b1f req-132b769b-ae3d-48bf-a136-29404f0fcc50 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:04.760317 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1994497d-f917-415a-a3d3-263cc5933b1f req-132b769b-ae3d-48bf-a136-29404f0fcc50 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0805442 Oct 28 15:59:04.789843 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a90eb53-449c-49b7-ba66-c5ef6788b749 req-454d903f-e691-4a96-ba92-20041a4c9576 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611632 Oct 28 15:59:04.823541 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1994497d-f917-415a-a3d3-263cc5933b1f req-85b0d871-2093-4a94-879b-a9ee6331c59f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459266 Oct 28 15:59:04.919963 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0479478-fd92-4ea7-a4b6-08224f7c7fb9 req-31496dd4-6e1d-41c0-ab0d-70eea3644e89 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:04.921426 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a0479478-fd92-4ea7-a4b6-08224f7c7fb9 req-31496dd4-6e1d-41c0-ab0d-70eea3644e89 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0496979 Oct 28 15:59:04.988043 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a0479478-fd92-4ea7-a4b6-08224f7c7fb9 req-2950db44-667e-4b40-82dd-d3eb27340616 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544653 Oct 28 15:59:05.038746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ece36d-b053-4122-bc11-56e45182f6d4 req-f8cb4333-62de-4350-9958-0f01441f9e2c tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:05.046339 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6ece36d-b053-4122-bc11-56e45182f6d4 req-f8cb4333-62de-4350-9958-0f01441f9e2c tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0566421 Oct 28 15:59:05.087820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6ece36d-b053-4122-bc11-56e45182f6d4 req-60a3f658-c407-4962-af1a-ea09b28173f0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405958 Oct 28 15:59:05.210114 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 51980) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:05.340946 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-c83744e0-9538-4889-a5ae-4db6655f1602 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283915 Oct 28 15:59:05.349880 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-34a03c9c-9c24-43ad-a4c8-f1b179df4764 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 15:59:05.350900 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-34a03c9c-9c24-43ad-a4c8-f1b179df4764 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051162 Oct 28 15:59:05.949853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564d608-e3e1-4daa-aff1-eba96e123801 req-7fd5d108-1aa6-4692-9199-53a40c9d5720 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:05.951222 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3564d608-e3e1-4daa-aff1-eba96e123801 req-7fd5d108-1aa6-4692-9199-53a40c9d5720 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0785244 Oct 28 15:59:05.963300 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328be1e-8f86-4703-9f2c-2749cf67b842 req-ebb6489e-4c47-4f83-a07c-073d7d32ccd3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:05.964697 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6328be1e-8f86-4703-9f2c-2749cf67b842 req-ebb6489e-4c47-4f83-a07c-073d7d32ccd3 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0636187 Oct 28 15:59:06.018521 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3564d608-e3e1-4daa-aff1-eba96e123801 req-ccebc97e-5aeb-4483-a41e-98a675639b88 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529041 Oct 28 15:59:06.025778 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6328be1e-8f86-4703-9f2c-2749cf67b842 req-5d5ff80c-6141-4bc7-8ba7-6f42377652ba tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546393 Oct 28 15:59:06.133582 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c775f-10b8-4d51-ba98-a02be6bbcf36 req-79861ecd-f811-4eca-87f6-65fa7a5a3761 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:06.135070 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-524c775f-10b8-4d51-ba98-a02be6bbcf36 req-79861ecd-f811-4eca-87f6-65fa7a5a3761 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0534599 Oct 28 15:59:06.196922 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-524c775f-10b8-4d51-ba98-a02be6bbcf36 req-f3a3f5b0-0e4f-4e67-a772-96a223bce2aa tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552192 Oct 28 15:59:06.215119 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d63a6-ac66-4487-bfac-e163e98db106 req-c0d669a6-c1d0-45c2-8774-dd184797ed09 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:06.216681 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-477d63a6-ac66-4487-bfac-e163e98db106 req-c0d669a6-c1d0-45c2-8774-dd184797ed09 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0616295 Oct 28 15:59:06.257264 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-477d63a6-ac66-4487-bfac-e163e98db106 req-25b0238b-87bc-4d9b-bd70-f563cd8ec010 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331066 Oct 28 15:59:06.839915 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:07.202951 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bd7bd-fda4-4531-9aed-948abaecee11 req-80b9dfd9-b5a5-4dd6-8447-11a3117333a6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:07.205396 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8c3bd7bd-fda4-4531-9aed-948abaecee11 req-80b9dfd9-b5a5-4dd6-8447-11a3117333a6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0914838 Oct 28 15:59:07.215308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369a082-6245-4c22-ba41-d722d09d1ef3 req-7dc688a2-fa24-411d-9396-698e8133fe75 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:07.216884 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c369a082-6245-4c22-ba41-d722d09d1ef3 req-7dc688a2-fa24-411d-9396-698e8133fe75 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0919077 Oct 28 15:59:07.279639 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8c3bd7bd-fda4-4531-9aed-948abaecee11 req-e40ef299-4a46-44c6-8786-8eff1ee6a904 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615418 Oct 28 15:59:07.282511 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c369a082-6245-4c22-ba41-d722d09d1ef3 req-539c8e2b-2cf8-4cf2-9c12-41ac50244810 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567887 Oct 28 15:59:07.435467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973843f-adbb-4771-81b7-0a6aa19b42b1 req-ef3303d0-86cd-4ccf-bb52-e17eac8d1e1d tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:07.436932 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9973843f-adbb-4771-81b7-0a6aa19b42b1 req-ef3303d0-86cd-4ccf-bb52-e17eac8d1e1d tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0790684 Oct 28 15:59:07.445784 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c9bfda-e17c-498d-ae93-e2de57c2e676 req-49b02f0b-5e46-476c-9f36-7dc25f1e8932 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:07.447288 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-09c9bfda-e17c-498d-ae93-e2de57c2e676 req-49b02f0b-5e46-476c-9f36-7dc25f1e8932 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0801082 Oct 28 15:59:07.504552 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9973843f-adbb-4771-81b7-0a6aa19b42b1 req-b4ace2a4-e93f-4dd0-bd2c-78646a191c14 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562987 Oct 28 15:59:07.509434 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-09c9bfda-e17c-498d-ae93-e2de57c2e676 req-ea2646c4-a370-4175-a7a4-c55851d9f03f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553215 Oct 28 15:59:08.413569 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9414ed9a-46bc-430f-b932-6897703a2dcc req-14545eec-0b52-4587-91bf-fc857326b20e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:08.415529 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9414ed9a-46bc-430f-b932-6897703a2dcc req-14545eec-0b52-4587-91bf-fc857326b20e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.0618372 Oct 28 15:59:08.480692 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9414ed9a-46bc-430f-b932-6897703a2dcc req-cc655f3c-15c2-4899-8dc4-40a93db05eb9 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524902 Oct 28 15:59:08.490379 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78a5da-f883-4166-9bbe-ba370fc630cc req-305cd55b-7bcb-4a49-bbed-093296fce2bd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:08.492394 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a78a5da-f883-4166-9bbe-ba370fc630cc req-305cd55b-7bcb-4a49-bbed-093296fce2bd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0756795 Oct 28 15:59:08.493963 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-43abc010-de40-4945-a509-effe960aff81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:08.541522 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5a78a5da-f883-4166-9bbe-ba370fc630cc req-facea274-1f6c-4086-805a-bce7e8d28f75 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412924 Oct 28 15:59:08.661006 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a652ff2-5f0d-411e-b7f9-6eb9c7e1ff8a req-89c48da7-3814-4d0d-a94d-144bfafd5757 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:08.662497 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a652ff2-5f0d-411e-b7f9-6eb9c7e1ff8a req-89c48da7-3814-4d0d-a94d-144bfafd5757 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0860975 Oct 28 15:59:08.675197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a3216-576e-4324-baa0-f7b22ad8c931 req-2509f91d-29ca-4469-b80c-0515f2a34da7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:08.676750 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b58a3216-576e-4324-baa0-f7b22ad8c931 req-2509f91d-29ca-4469-b80c-0515f2a34da7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0658689 Oct 28 15:59:08.731647 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a652ff2-5f0d-411e-b7f9-6eb9c7e1ff8a req-42145bb5-0069-4ad1-9337-4a505b25541e tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538118 Oct 28 15:59:08.734347 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b58a3216-576e-4324-baa0-f7b22ad8c931 req-2fbffc96-3272-4859-a4b2-1c7260dcacf2 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504737 Oct 28 15:59:08.843189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c44559-67ff-4bd7-8ffc-9962cc1e0819 req-b7c50bcc-e789-4e6f-ab34-7875faca59ab tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:08.844669 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e9c44559-67ff-4bd7-8ffc-9962cc1e0819 req-b7c50bcc-e789-4e6f-ab34-7875faca59ab tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0538559 Oct 28 15:59:08.883775 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e9c44559-67ff-4bd7-8ffc-9962cc1e0819 req-3a21ad84-6864-43df-94a1-f95aeea85512 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326965 Oct 28 15:59:08.905796 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52092) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:09.042805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc542d52-463c-48d8-acbe-cebb74617bbd tempest-TestMinimumBasicScenario-1898412231 tempest-TestMinimumBasicScenario-1898412231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:09.044370 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-bc542d52-463c-48d8-acbe-cebb74617bbd tempest-TestMinimumBasicScenario-1898412231 tempest-TestMinimumBasicScenario-1898412231-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1094 time: 0.1375561 Oct 28 15:59:09.048526 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52098) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:09.053038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'port_id': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:09.079080 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for floatingip, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.133699 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:59:09.159730 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52102) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:09.178826 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.246230 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:09.258014 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'port_id': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'mac_address': 'fa:16:3e:fc:01:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:59:09.284809 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb5b1-f1b3-49b9-86bf-fc00efd3fcb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.294342 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Allocated IP 172.27.2.44 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/4ac57d07-406c-4bf6-be21-25d3f964dcba) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:59:09.296121 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.310505 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d7c900-a250-41ec-9e78-3e3353c0ad8f {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:59:09.331258 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:09.336577 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.367515 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb5b1-f1b3-49b9-86bf-fc00efd3fcb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.372437 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5e3bb5b1-f1b3-49b9-86bf-fc00efd3fcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.386344 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:09.393673 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.394302 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.394642 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.394973 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.395299 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.395652 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.395975 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.396297 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.396630 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.396952 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.397314 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.397625 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:09.410567 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-5e3bb5b1-f1b3-49b9-86bf-fc00efd3fcb7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cdea56232d1e44e19b767a2bae9a7b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496738 Oct 28 15:59:09.411658 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bb5b1-f1b3-49b9-86bf-fc00efd3fcb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110cabbf-f446-4497-b09f-4d094106bd12,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:09.412330 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.413637 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52106) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:09.482447 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56d54a5b-f809-49c8-b5bd-b4815b93dffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.485459 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.532918 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56d54a5b-f809-49c8-b5bd-b4815b93dffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.554898 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'Port': ['ID=4ac57d07-406c-4bf6-be21-25d3f964dcba,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:09.558206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:59:09.566806 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:59:09.586510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:59:09.713362 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56d54a5b-f809-49c8-b5bd-b4815b93dffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.715881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-56d54a5b-f809-49c8-b5bd-b4815b93dffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:09.716985 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-56d54a5b-f809-49c8-b5bd-b4815b93dffa admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/110cabbf-f446-4497-b09f-4d094106bd12 HTTP/1.1" status: 204 len: 168 time: 0.3024173 Oct 28 15:59:09.747552 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d946f7f-64ea-4e7a-aa72-8bca72612b9a req-ddbfb78c-27ba-4d2f-8ca0-2d3b1df95907 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:09.749024 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d946f7f-64ea-4e7a-aa72-8bca72612b9a req-ddbfb78c-27ba-4d2f-8ca0-2d3b1df95907 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1861625 Oct 28 15:59:09.767613 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978abc9-3185-4362-9362-e50f7d46fab6 req-9b7d3c4c-3b77-4390-a198-ce9ac49c7562 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:09.768964 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978abc9-3185-4362-9362-e50f7d46fab6 req-9b7d3c4c-3b77-4390-a198-ce9ac49c7562 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1435180 Oct 28 15:59:09.774629 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d54a5b-f809-49c8-b5bd-b4815b93dffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110cabbf-f446-4497-b09f-4d094106bd12,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:10.022594 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52122) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:10.035499 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5075ff4c-45eb-4ccc-869b-ef6fc3957260 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.116545 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5075ff4c-45eb-4ccc-869b-ef6fc3957260 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.121454 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5075ff4c-45eb-4ccc-869b-ef6fc3957260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.130399 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7d946f7f-64ea-4e7a-aa72-8bca72612b9a req-98e817c3-6367-4615-bf2b-cff68d3c543f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707049 Oct 28 15:59:10.138518 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4978abc9-3185-4362-9362-e50f7d46fab6 req-671f5ba5-eb76-423e-866a-e82be8ed685b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3558877 Oct 28 15:59:10.161760 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5075ff4c-45eb-4ccc-869b-ef6fc3957260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3756c6e-2dd2-4166-bb95-83886d81d467,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:10.172778 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-5075ff4c-45eb-4ccc-869b-ef6fc3957260 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=790365f9818449f8821e03061e557a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487484 Oct 28 15:59:10.173452 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52124) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:10.230000 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab2fda21-d766-40f1-94fc-f2d3a5ac4ec8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.255846 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab2fda21-d766-40f1-94fc-f2d3a5ac4ec8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.303158 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab2fda21-d766-40f1-94fc-f2d3a5ac4ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.305700 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab2fda21-d766-40f1-94fc-f2d3a5ac4ec8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.306864 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ab2fda21-d766-40f1-94fc-f2d3a5ac4ec8 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e3756c6e-2dd2-4166-bb95-83886d81d467 HTTP/1.1" status: 204 len: 168 time: 0.1324842 Oct 28 15:59:10.314904 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2fda21-d766-40f1-94fc-f2d3a5ac4ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3756c6e-2dd2-4166-bb95-83886d81d467,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:10.449020 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a131236-b4f3-4d6b-bb6d-0a41270431cf req-d57b7bea-7d84-41ea-876d-dc39374685ab tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:10.450512 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a131236-b4f3-4d6b-bb6d-0a41270431cf req-d57b7bea-7d84-41ea-876d-dc39374685ab tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.1823089 Oct 28 15:59:10.460488 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc978f-68a8-4585-91bf-c5cae5bb37c6 req-eba80dd3-9d93-4ff0-b02f-41dcc0569574 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:10.461950 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58dc978f-68a8-4585-91bf-c5cae5bb37c6 req-eba80dd3-9d93-4ff0-b02f-41dcc0569574 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 944 time: 0.1926386 Oct 28 15:59:10.509516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.581452 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a131236-b4f3-4d6b-bb6d-0a41270431cf req-af13482c-2c59-4df5-9190-f09dedd1a42b tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185102 Oct 28 15:59:10.603159 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58dc978f-68a8-4585-91bf-c5cae5bb37c6 req-4bad03f5-1412-4dd1-b127-0fddad238fa4 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274660 Oct 28 15:59:10.640959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.793849 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.801309 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.868704 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'Port': ['ID=4ac57d07-406c-4bf6-be21-25d3f964dcba,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:10.885006 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:10.985081 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Floating IP ef36a574-3df1-48ee-a363-c8146581fb94 associated. External IP: 172.27.2.44, port: 28fd1c77-f634-4a07-bc94-cac804451dd7. Oct 28 15:59:11.050416 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-df33b2da-e275-4074-93ff-775868b1ecf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:11.220886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Router c48dadf6-eece-40ab-aaa5-3f622e811188 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:59:11.373637 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a4726-e8fb-420d-b0f1-364536cbec63 req-847d3528-3151-427c-9cb3-309c73bb28cd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:11.375171 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-899a4726-e8fb-420d-b0f1-364536cbec63 req-847d3528-3151-427c-9cb3-309c73bb28cd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1530654 Oct 28 15:59:11.386627 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d165bf-3148-40e0-bb65-76bcc147eaf2 req-4d8ec5c2-3bda-40d3-a373-64a656ec22ac tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:11.388319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c5d165bf-3148-40e0-bb65-76bcc147eaf2 req-4d8ec5c2-3bda-40d3-a373-64a656ec22ac tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1559818 Oct 28 15:59:11.453936 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-a5944536-3aad-4283-87eb-900fc2492754 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:11.456843 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-a5944536-3aad-4283-87eb-900fc2492754 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.54 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 950 time: 0.0923293 Oct 28 15:59:11.466951 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-899a4726-e8fb-420d-b0f1-364536cbec63 req-ea1b279e-f0b1-4bc3-9109-5f444bfdbec1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758536 Oct 28 15:59:11.470251 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:59:11.486475 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c5d165bf-3148-40e0-bb65-76bcc147eaf2 req-8aceafbb-4c9b-45ae-ad0f-2c67a5e191e0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853324 Oct 28 15:59:11.486856 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] Sync routers for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:59:11.509324 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:11.509961 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:59:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:11.520193 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['a0d7c900-a250-41ec-9e78-3e3353c0ad8f'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:11.534158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:11.602089 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c44ccefb-c989-4333-9b48-bf47ddb1b9b9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5525377 Oct 28 15:59:11.603284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:11.606766 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f78990-7e95-40ea-b6b4-b3798d8636a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:11.609754 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52166) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:11.618538 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-957641984', 'description': 'tempest-secgroup-smoke-957641984 description', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:11.663450 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:11.692643 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735fc8e3-4864-47cd-9cad-f54e53863188 x-openstack-request-id: req-735fc8e3-4864-47cd-9cad-f54e53863188 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:11.694000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:11.694302 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-735fc8e3-4864-47cd-9cad-f54e53863188 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:11.694799 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'status': 'completed', 'code': 200} Oct 28 15:59:11.734738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:11.743754 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Deleting port 41156ed7-f683-49da-9290-236a9d2c39cc {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:11.743754 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:11.756298 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-eef95680-f76d-4eb8-b570-43c45cf6b05d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:11.776804 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-eef95680-f76d-4eb8-b570-43c45cf6b05d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1630285 Oct 28 15:59:11.936550 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] For port 41156ed7-f683-49da-9290-236a9d2c39cc, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=41156ed7-f683-49da-9290-236a9d2c39cc,segment=NetworkSegment(1cd49473-7a0c-48d3-8ae9-b946458978a6),segment_id=1cd49473-7a0c-48d3-8ae9-b946458978a6)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:11.937214 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:11.957206 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Calling delete_port for 41156ed7-f683-49da-9290-236a9d2c39cc owned by compute:nova {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:12.028221 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'ef36a574-3df1-48ee-a363-c8146581fb94', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'port_id': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'mac_address': 'fa:16:3e:af:af:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:59:10Z', 'updated_at': '2021-10-28T15:59:10Z', 'revision_number': 0, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:47Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:12.063900 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.089066 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] Checking router: c48dadf6-eece-40ab-aaa5-3f622e811188 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:59:12.103884 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:12.104729 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:59:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:12.302122 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.306571 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:12.313090 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.371087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ec14f-511a-4a49-856e-669e515f42c4 req-046a5cbb-d302-4574-bb76-b990aace4c38 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.377239 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f2ec14f-511a-4a49-856e-669e515f42c4 req-046a5cbb-d302-4574-bb76-b990aace4c38 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 867 time: 0.5845807 Oct 28 15:59:12.387945 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Pushing event deleted for resources: {'Port': ['ID=41156ed7-f683-49da-9290-236a9d2c39cc,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:12.430241 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-75656423-7642-4ae2-a06d-189b408daa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.431720 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-75656423-7642-4ae2-a06d-189b408daa80 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1099 time: 0.7151465 Oct 28 15:59:12.436621 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] No DVR routers for this DVR port 41156ed7-f683-49da-9290-236a9d2c39cc on host hv-cinder-78075 {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:59:12.440283 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.444630 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-bbd5f88a-ae69-45cb-915c-759ee3d9d3d3 req-7f16d08e-93c0-42ac-8a46-3684508973df tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.54 "DELETE /v2.0/ports/41156ed7-f683-49da-9290-236a9d2c39cc HTTP/1.1" status: 204 len: 173 time: 0.9795916 Oct 28 15:59:12.444931 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'name': 'network-vif-deleted', 'tag': '41156ed7-f683-49da-9290-236a9d2c39cc'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:12.447415 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79857b58-910a-4615-858b-49a8da0b9e1b" -d '{"events": [{"server_uuid": "fa9cdec0-12a5-4eea-9a6a-78960a1aba01", "name": "network-vif-deleted", "tag": "41156ed7-f683-49da-9290-236a9d2c39cc"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:12.452659 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13f46d-5905-4713-b855-f95811cf8d61 req-7976eaa5-8367-46da-9e59-8bde14a21be6 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.454211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e13f46d-5905-4713-b855-f95811cf8d61 req-7976eaa5-8367-46da-9e59-8bde14a21be6 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 944 time: 0.6046357 Oct 28 15:59:12.477138 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['41156ed7-f683-49da-9290-236a9d2c39cc'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:12.649761 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9e13f46d-5905-4713-b855-f95811cf8d61 req-e2ebe6dc-70b0-4021-9cc3-a60aca8c8c0f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804764 Oct 28 15:59:12.652320 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.683453 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f2ec14f-511a-4a49-856e-669e515f42c4 req-fda2fc27-2135-4edb-9bb3-e77a05afafd8 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/security-groups?id=a23db5a4-1dd4-443c-b539-ab4eb072e6e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714379 Oct 28 15:59:12.684262 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.741564 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-3fe73823-8236-4088-9349-c670ca77cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.743604 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-3fe73823-8236-4088-9349-c670ca77cf5d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c&tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 1097 time: 0.2132556 Oct 28 15:59:12.756520 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'ef36a574-3df1-48ee-a363-c8146581fb94', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'port_id': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'mac_address': 'fa:16:3e:af:af:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:59:10Z', 'updated_at': '2021-10-28T15:59:10Z', 'revision_number': 0, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:47Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:12.758035 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd59f0b-80af-4e00-bd35-3e9e2ed74fb5 x-openstack-request-id: req-0dd59f0b-80af-4e00-bd35-3e9e2ed74fb5 {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:12.758342 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9cdec0-12a5-4eea-9a6a-78960a1aba01", "name": "network-vif-deleted", "tag": "41156ed7-f683-49da-9290-236a9d2c39cc", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:12.760350 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0dd59f0b-80af-4e00-bd35-3e9e2ed74fb5 {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:12.761790 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9cdec0-12a5-4eea-9a6a-78960a1aba01', 'name': 'network-vif-deleted', 'tag': '41156ed7-f683-49da-9290-236a9d2c39cc', 'status': 'completed', 'code': 200} Oct 28 15:59:12.763158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.767608 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1519954 Oct 28 15:59:12.768707 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52194) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:12.775614 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group_rule': {'security_group_id': '0b211ca0-3f4b-480b-b59f-30c4e9a0035e', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:12.787934 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49d254-d353-476a-98a5-453ead49f521 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b211ca0-3f4b-480b-b59f-30c4e9a0035e,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:12.788788 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50d4c6c-c107-4d82-8311-923fbdec30f7 None None] The sync data for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi is: [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'ef36a574-3df1-48ee-a363-c8146581fb94', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'port_id': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'mac_address': 'fa:16:3e:af:af:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:59:10Z', 'updated_at': '2021-10-28T15:59:10Z', 'revision_number': 0, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:47Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:59:12.793433 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Deleting port 6a76e693-52e1-4d62-97b4-51b1d782ed7b {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:12.793735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.832307 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.855600 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-613ee054-e900-4e5c-9089-ae9633b435f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.856481 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-613ee054-e900-4e5c-9089-ae9633b435f8 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.3833640 Oct 28 15:59:12.895327 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.900142 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.921472 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06b8530f-ad45-4e0e-8b43-5b687c7d7b6d,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:12.935309 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.939157 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8439aaec-3f82-4556-bbe4-20a1d5b2bfc6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1668386 Oct 28 15:59:12.939363 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52196) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:12.944528 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group_rule': {'security_group_id': '0b211ca0-3f4b-480b-b59f-30c4e9a0035e', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:12.968648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a37a5-ccb6-4c34-b93b-429bf884eebb req-d8d3dd68-bf26-430c-b457-95be39a3877c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.970176 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ac9a37a5-ccb6-4c34-b93b-429bf884eebb req-d8d3dd68-bf26-430c-b457-95be39a3877c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1209967 Oct 28 15:59:12.977852 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b6e12a-d019-49fa-9d98-7d360b38312c req-a7fd26c7-e571-44ac-9e48-5637cc533437 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:12.979362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89b6e12a-d019-49fa-9d98-7d360b38312c req-a7fd26c7-e571-44ac-9e48-5637cc533437 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 946 time: 0.1656806 Oct 28 15:59:12.981385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] For port 6a76e693-52e1-4d62-97b4-51b1d782ed7b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6a76e693-52e1-4d62-97b4-51b1d782ed7b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:12.981702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:12.984775 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.007743 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Calling delete_port for 6a76e693-52e1-4d62-97b4-51b1d782ed7b owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:13.053236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.055994 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1262afe0-7aea-4e08-b2e3-a73c8b611f82 None None] New status for floating IP ef36a574-3df1-48ee-a363-c8146581fb94: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:59:13.060997 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.081044 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf49eb02-d321-41cc-8d05-47aba7dab372,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:13.088774 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.092513 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-fae260d7-1891-425e-ab12-259e7ca38971 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496427 Oct 28 15:59:13.092731 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52198) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:13.096593 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ac9a37a5-ccb6-4c34-b93b-429bf884eebb req-bc463bc9-7c92-4fcf-9003-1f2bc9b1b9d7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119592 Oct 28 15:59:13.097374 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group_rule': {'security_group_id': '0b211ca0-3f4b-480b-b59f-30c4e9a0035e', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:13.101907 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-89b6e12a-d019-49fa-9d98-7d360b38312c req-0cebef3c-1fa3-4223-be99-b4c919137024 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117325 Oct 28 15:59:13.140497 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.199272 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.202443 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.205511 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.223076 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd046532-6d47-4951-8ef2-9c997b326c03,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:13.234743 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.235557 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Pushing event deleted for resources: {'Port': ['ID=6a76e693-52e1-4d62-97b4-51b1d782ed7b,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:13.236038 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e8204dfb-db20-45e0-a2f8-8428895452b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421585 Oct 28 15:59:13.238660 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52200) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:13.243842 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group_rule': {'security_group_id': '0b211ca0-3f4b-480b-b59f-30c4e9a0035e', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:13.273475 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.284676 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] No DVR routers for this DVR port 6a76e693-52e1-4d62-97b4-51b1d782ed7b on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:59:13.287216 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.291090 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-282271d0-018e-4bbd-bd67-5e59d69162c0 req-7694b0d2-1179-4fba-a8c6-d0f5bdcb35b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "DELETE /v2.0/ports/6a76e693-52e1-4d62-97b4-51b1d782ed7b HTTP/1.1" status: 204 len: 173 time: 1.4293857 Oct 28 15:59:13.337326 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.341836 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.358220 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c9ab96-3e75-401e-865f-37eff5081b25,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:13.370745 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.372156 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-36be8a33-ba75-4367-9945-ff4d4399af99 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324313 Oct 28 15:59:13.374928 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52204) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:13.379284 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group_rule': {'security_group_id': '0b211ca0-3f4b-480b-b59f-30c4e9a0035e', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:13.410334 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.securitygroups_db [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Project dd32656b539b4c93a03d7f274c3fe0a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:59:13.415425 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.475159 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.481071 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.500120 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b079ec88-f287-443f-ab82-feedb8f434c3,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:13.512717 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.513874 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a0ac9cf0-4d06-454e-8302-c9aa5877a2f1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379538 Oct 28 15:59:13.516738 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52206) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:13.520961 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'security_group_rule': {'security_group_id': '0b211ca0-3f4b-480b-b59f-30c4e9a0035e', 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:13.545714 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.securitygroups_db [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Project dd32656b539b4c93a03d7f274c3fe0a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 15:59:13.552954 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.615648 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.621188 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.638753 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be18372-e024-429f-8830-4927ac1a5c18,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:13.646287 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.647564 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-3824a1d1-e05b-491d-8af0-79d49e62663b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299071 Oct 28 15:59:13.698689 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'name': 'network-vif-deleted', 'tag': '6a76e693-52e1-4d62-97b4-51b1d782ed7b'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:13.701159 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0f327d-70dc-4e57-bbb4-55773c8cbb4f" -d '{"events": [{"server_uuid": "36ed34e4-ea85-4729-aa71-b797ebcd91b0", "name": "network-vif-deleted", "tag": "6a76e693-52e1-4d62-97b4-51b1d782ed7b"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:13.731279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-af319836-a4ec-48f7-85df-14a887c39fdc req-875ce102-5516-4b84-8283-daa611e0e45e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957641984&fields=id&tenant_id=dd32656b539b4c93a03d7f274c3fe0a5 HTTP/1.1" status: 200 len: 267 time: 0.0384562 Oct 28 15:59:13.767930 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.790594 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2a0e0129-faf7-4621-b96d-3659cc0a279c req-ef18d4e3-0b83-499a-9b16-3dc29e0f40f9 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 210 time: 0.0441005 Oct 28 15:59:13.809433 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ebfa49d8-e90a-4ea7-89fd-1647e81812f6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:13.810912 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ebfa49d8-e90a-4ea7-89fd-1647e81812f6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0740414 Oct 28 15:59:13.822502 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'port': {'security_groups': ['44884e1e-b865-4adb-8958-161ff18f97a5', '0b211ca0-3f4b-480b-b59f-30c4e9a0035e']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:13.921387 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:13.931950 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836b205-d1f7-45a8-81ce-0634caf8e24f req-1d770e36-80db-44af-9326-1e143e229089 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:13.933375 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a836b205-d1f7-45a8-81ce-0634caf8e24f req-1d770e36-80db-44af-9326-1e143e229089 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 944 time: 0.0884092 Oct 28 15:59:14.002266 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a836b205-d1f7-45a8-81ce-0634caf8e24f req-b0c09387-d463-41cd-893c-7d0f42619d2b tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626137 Oct 28 15:59:14.046956 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdde4f7-e54e-4375-80d3-a8734124a8bb x-openstack-request-id: req-3bdde4f7-e54e-4375-80d3-a8734124a8bb {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:14.047244 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ed34e4-ea85-4729-aa71-b797ebcd91b0", "name": "network-vif-deleted", "tag": "6a76e693-52e1-4d62-97b4-51b1d782ed7b", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:14.047885 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3bdde4f7-e54e-4375-80d3-a8734124a8bb {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:14.048265 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ed34e4-ea85-4729-aa71-b797ebcd91b0', 'name': 'network-vif-deleted', 'tag': '6a76e693-52e1-4d62-97b4-51b1d782ed7b', 'status': 'completed', 'code': 200} Oct 28 15:59:14.146206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:14.176991 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:14.189733 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:14.258564 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:14.259316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:14.261402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-af319836-a4ec-48f7-85df-14a887c39fdc req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "PUT /v2.0/ports/28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 982 time: 0.4430344 Oct 28 15:59:14.290074 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660eded-8960-4941-894b-b8f621644e48 req-709ae511-0787-450d-b291-4a36b2df40e3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:14.291601 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9660eded-8960-4941-894b-b8f621644e48 req-709ae511-0787-450d-b291-4a36b2df40e3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1125863 Oct 28 15:59:14.292839 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d608c-56d7-4811-a05d-4114d444b967 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=6']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:14.348044 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-18e1f2be-c3d0-4e5d-9810-b0fa24364dc5 req-5c2b8f23-9b0c-4b6d-85ea-1cf0e469e6c4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.0291228 Oct 28 15:59:14.361289 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9660eded-8960-4941-894b-b8f621644e48 req-f6e2b956-a831-47d0-b289-2180acd290fc tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629690 Oct 28 15:59:14.461276 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95173d-6a01-4f88-8a53-edc0e36c0ad1 req-770a42eb-4481-44fd-920c-6324cbe956a0 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:14.463236 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bf95173d-6a01-4f88-8a53-edc0e36c0ad1 req-770a42eb-4481-44fd-920c-6324cbe956a0 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0517948 Oct 28 15:59:14.510411 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bf95173d-6a01-4f88-8a53-edc0e36c0ad1 req-01334c4e-fa51-416d-b284-45d1e36452c9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371835 Oct 28 15:59:14.579714 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-39022199-fbbd-47dc-9ee8-1150a02b7e81 None None] Provisioning complete for port 28fd1c77-f634-4a07-bc94-cac804451dd7 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:59:14.580074 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39022199-fbbd-47dc-9ee8-1150a02b7e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:14.897160 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e2cf93ec-a5db-4e00-8f8f-22f5dca46532 req-9e3d32a3-f433-4f4a-9115-dd00cc0ebea6 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 210 time: 0.0258334 Oct 28 15:59:15.132991 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f9ecc-1593-4a63-8c20-5c4c1fd0482a req-33026b55-ab13-4f68-b2fc-99d2371fbc04 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:15.134460 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d22f9ecc-1593-4a63-8c20-5c4c1fd0482a req-33026b55-ab13-4f68-b2fc-99d2371fbc04 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 944 time: 0.0536518 Oct 28 15:59:15.171987 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d22f9ecc-1593-4a63-8c20-5c4c1fd0482a req-f42648c5-89f4-4dfe-becc-1e66e3706a57 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 Oct 28 15:59:15.457089 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60dd04a2-6d09-4b34-bf92-687d484987c2 req-b03bcd21-fd74-4fed-a9f5-7c6781e3c4f4 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.0368240 Oct 28 15:59:15.505816 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d79529-cacd-4b61-832d-07c57e712fb1 req-ab9800f9-eaaf-4f33-9038-98bc8f9611ae tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:15.507374 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75d79529-cacd-4b61-832d-07c57e712fb1 req-ab9800f9-eaaf-4f33-9038-98bc8f9611ae tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0550239 Oct 28 15:59:15.542319 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['e97b62bb-e46a-4a1a-994a-b43f9bb9349b', '6a76e693-52e1-4d62-97b4-51b1d782ed7b'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:15.555169 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75d79529-cacd-4b61-832d-07c57e712fb1 req-f34619b8-3af0-4e15-871c-ae13a9793050 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416868 Oct 28 15:59:15.580610 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:59:15.650055 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-7f03b8c7-0373-476b-a881-03e498c3c0b8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 1001 time: 0.0851328 Oct 28 15:59:15.657265 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-e71dcaa6-6746-49c4-8449-3db069a5a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:15.658740 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-e71dcaa6-6746-49c4-8449-3db069a5a2c2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1097 time: 0.0739110 Oct 28 15:59:15.677890 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['28fd1c77-f634-4a07-bc94-cac804451dd7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:15.683778 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port a0d7c900-a250-41ec-9e78-3e3353c0ad8f completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:59:15.704905 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-ceaed946-bf51-4615-90f7-7f6146764aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:15.706609 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-ceaed946-bf51-4615-90f7-7f6146764aee service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.0481009 Oct 28 15:59:15.723999 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port a0d7c900-a250-41ec-9e78-3e3353c0ad8f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:59:15.724357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:15.762962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-f8dd81bf-ae45-4de8-a309-10a29e36977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:15.764641 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-f8dd81bf-ae45-4de8-a309-10a29e36977f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434458 Oct 28 15:59:15.889585 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-a3d7db7a-8dd0-468d-a431-9b5be95804ff service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120510 Oct 28 15:59:15.957426 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:16.004636 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:16.007623 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a534d9-26a9-4146-88be-103ee873b6b0" -d '{"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-plugged", "status": "completed", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:16.018985 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-274adea3-f3ca-406d-85c5-6c005a0f404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.020508 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-274adea3-f3ca-406d-85c5-6c005a0f404f service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.3452883 Oct 28 15:59:16.055248 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:16.068772 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6de806-d9c6-4837-8d34-695fbeb3bad9 x-openstack-request-id: req-6b6de806-d9c6-4837-8d34-695fbeb3bad9 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:16.069348 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-plugged", "status": "completed", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:16.069778 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b6de806-d9c6-4837-8d34-695fbeb3bad9 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:16.070324 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'code': 200} Oct 28 15:59:16.075980 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:16.093974 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:16.095948 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a85ef5-4950-4b8f-9896-e6037cec161d" -d '{"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:16.100761 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1f78990-7e95-40ea-b6b4-b3798d8636a6 req-2c9739b7-5baf-4fd8-8552-c91c79c018f0 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902268 Oct 28 15:59:16.124218 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7695063f-4c74-40e3-b654-65c5e91b632e req-82cf2ca5-5e50-49f4-a4fd-f727c1417ca6 tempest-VolumesNegativeTest-1952691398 tempest-VolumesNegativeTest-1952691398-project] 10.222.0.74 "GET /v2.0/ports?device_id=fa9cdec0-12a5-4eea-9a6a-78960a1aba01 HTTP/1.1" status: 200 len: 210 time: 0.0872796 Oct 28 15:59:16.159378 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4a53f1-207d-4e07-9d08-765974a840dd x-openstack-request-id: req-6f4a53f1-207d-4e07-9d08-765974a840dd {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:16.159698 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:16.159949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6f4a53f1-207d-4e07-9d08-765974a840dd {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:16.160344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'status': 'completed', 'code': 200} Oct 28 15:59:16.163735 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-b0506da9-0a5b-42f4-89dd-95b6877e5bfa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 1000 time: 0.1225731 Oct 28 15:59:16.220961 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:16.250401 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['28fd1c77-f634-4a07-bc94-cac804451dd7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:16.260712 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-a8089903-3d22-4031-a0bc-dc53d0f2db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.262350 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-a8089903-3d22-4031-a0bc-dc53d0f2db20 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1138 time: 0.0609727 Oct 28 15:59:16.268226 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-946809a6-a551-44be-8a5c-d8945d42ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.270067 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-946809a6-a551-44be-8a5c-d8945d42ca4e service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0700336 Oct 28 15:59:16.344622 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-61c5850e-2494-47fc-8733-563d46844a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.346307 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-61c5850e-2494-47fc-8733-563d46844a62 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530250 Oct 28 15:59:16.447709 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871731d6-e390-43f7-be6b-2dd809cbb496 req-156b1608-313a-49df-aa09-7de0c3786a55 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.449246 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-871731d6-e390-43f7-be6b-2dd809cbb496 req-156b1608-313a-49df-aa09-7de0c3786a55 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.1909990 Oct 28 15:59:16.470396 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-10a15b4a-0673-4129-bb2b-7e1a5913e03a service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144819 Oct 28 15:59:16.489715 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-a8a4c1df-5568-435f-a0cf-d6b66b10946e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.491571 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-a8a4c1df-5568-435f-a0cf-d6b66b10946e service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.2004185 Oct 28 15:59:16.498695 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8b388-dc3b-4db7-add5-3ce140d57e00 req-5bb8ebe3-b9ec-4731-93c9-ef6f9c722f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.501193 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-53f8b388-dc3b-4db7-add5-3ce140d57e00 req-5bb8ebe3-b9ec-4731-93c9-ef6f9c722f60 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.1393080 Oct 28 15:59:16.511063 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6a76e693-52e1-4d62-97b4-51b1d782ed7b no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:16.587338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-871731d6-e390-43f7-be6b-2dd809cbb496 req-d2b36105-d39c-4bdc-b06a-0642abb75075 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280918 Oct 28 15:59:16.620554 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 6a76e693-52e1-4d62-97b4-51b1d782ed7b {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:16.621070 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6a76e693-52e1-4d62-97b4-51b1d782ed7b not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:16.621358 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 41156ed7-f683-49da-9290-236a9d2c39cc no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:16.656644 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-53f8b388-dc3b-4db7-add5-3ce140d57e00 req-4d49e24e-1d73-41b9-84e3-39c9a27c4d59 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391180 Oct 28 15:59:16.661190 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 41156ed7-f683-49da-9290-236a9d2c39cc {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:16.661663 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 41156ed7-f683-49da-9290-236a9d2c39cc not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:16.685284 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-598cc5ee-f94a-4f3c-9c68-4ceef839b079 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 1001 time: 0.1697438 Oct 28 15:59:16.697453 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-d56f30f7-e46d-4529-aff2-f8a8fd01fe50 req-31e45772-c7ed-4cf0-9918-1228de622d0d service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175493 Oct 28 15:59:16.741835 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6ef17ed5-ae0e-4df2-96a1-9a35314d6447 req-4fd16370-db15-4586-bb41-34de321f6c8f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=36ed34e4-ea85-4729-aa71-b797ebcd91b0 HTTP/1.1" status: 200 len: 210 time: 0.0322926 Oct 28 15:59:16.759978 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9c9bf-f250-4836-81bd-1fbc63ed52a9 req-2f76bfd7-d329-4c54-b831-157618294ce6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.768794 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-81c9c9bf-f250-4836-81bd-1fbc63ed52a9 req-2f76bfd7-d329-4c54-b831-157618294ce6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0853877 Oct 28 15:59:16.808568 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-81c9c9bf-f250-4836-81bd-1fbc63ed52a9 req-2bfceff4-d8b0-432b-927b-b3085ae997f0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324001 Oct 28 15:59:16.945038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-85c91b57-5018-4ee5-bb1d-04656ed2d453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:16.947676 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-85c91b57-5018-4ee5-bb1d-04656ed2d453 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.0609441 Oct 28 15:59:17.002934 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-e598c1b5-5326-47a0-9b0d-d4be80e1b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:17.004501 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-e598c1b5-5326-47a0-9b0d-d4be80e1b612 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437484 Oct 28 15:59:17.114071 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-c65de8db-1cb7-49c5-9b35-1235b637c21e service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997622 Oct 28 15:59:17.222022 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-29a85ef5-4950-4b8f-9896-e6037cec161d req-e7480724-31cd-4661-aba7-53d5a1991067 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950425 Oct 28 15:59:17.724279 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ab134-d976-4cd6-922e-6ac6f5314810 req-670478df-9ca8-4182-b65d-8d084caed221 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:17.725872 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-399ab134-d976-4cd6-922e-6ac6f5314810 req-670478df-9ca8-4182-b65d-8d084caed221 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0746973 Oct 28 15:59:17.799608 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-399ab134-d976-4cd6-922e-6ac6f5314810 req-0b2e6e5f-e0b9-4d14-be76-c6be348fc150 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620024 Oct 28 15:59:17.985522 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976abd7a-353d-4610-9d63-d9b2ad4ba986 req-8c0fc321-1242-4e63-a079-830bcef36611 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:17.987192 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-976abd7a-353d-4610-9d63-d9b2ad4ba986 req-8c0fc321-1242-4e63-a079-830bcef36611 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0737033 Oct 28 15:59:18.031619 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-976abd7a-353d-4610-9d63-d9b2ad4ba986 req-8dcbe33b-c32a-46fc-9b96-411e3ddcc731 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380180 Oct 28 15:59:18.100524 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79529f5-dc38-466a-9b81-cdaf6b860b23 req-77e26698-7267-4dc9-b738-683e3f71097a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:18.104750 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e79529f5-dc38-466a-9b81-cdaf6b860b23 req-77e26698-7267-4dc9-b738-683e3f71097a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0775723 Oct 28 15:59:18.164159 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e79529f5-dc38-466a-9b81-cdaf6b860b23 req-1245bbd5-79a4-4346-8eec-2c197e0842cb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527871 Oct 28 15:59:18.478953 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52436) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:18.607831 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0b47318b-faed-4770-baa1-0247df5a3eb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:18.702386 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0b47318b-faed-4770-baa1-0247df5a3eb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:18.707119 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0b47318b-faed-4770-baa1-0247df5a3eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:18.759394 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0b47318b-faed-4770-baa1-0247df5a3eb6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=78e5ed4e2d4d46669d88de3fbe7bf306&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749825 Oct 28 15:59:18.759394 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47318b-faed-4770-baa1-0247df5a3eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d613a4d8-9b38-43d4-a04d-d893e11ad4f9,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:18.759618 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52448) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:18.836716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-88dc1e93-3bee-46af-9fa3-eb7e0b909cef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:18.860731 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-88dc1e93-3bee-46af-9fa3-eb7e0b909cef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:18.965133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4eab1b-97dd-4c0e-84a1-52dac1df6a0c req-a1823e1a-a18b-4519-8e0b-160747cfd5b4 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:18.975581 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df4eab1b-97dd-4c0e-84a1-52dac1df6a0c req-a1823e1a-a18b-4519-8e0b-160747cfd5b4 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0986264 Oct 28 15:59:19.003074 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-88dc1e93-3bee-46af-9fa3-eb7e0b909cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.005706 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-88dc1e93-3bee-46af-9fa3-eb7e0b909cef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.006975 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-88dc1e93-3bee-46af-9fa3-eb7e0b909cef admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d613a4d8-9b38-43d4-a04d-d893e11ad4f9 HTTP/1.1" status: 204 len: 168 time: 0.2458000 Oct 28 15:59:19.069958 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df4eab1b-97dd-4c0e-84a1-52dac1df6a0c req-e280301c-6a8a-4bd0-af58-abc951575c0f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862989 Oct 28 15:59:19.071212 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dc1e93-3bee-46af-9fa3-eb7e0b909cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d613a4d8-9b38-43d4-a04d-d893e11ad4f9,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:19.225656 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45580652-b4f0-45c3-b2aa-0dfd529eb4fb req-222f0511-2efe-44e8-84d9-dc3edde4805d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:19.233649 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-45580652-b4f0-45c3-b2aa-0dfd529eb4fb req-222f0511-2efe-44e8-84d9-dc3edde4805d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0623746 Oct 28 15:59:19.310535 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-45580652-b4f0-45c3-b2aa-0dfd529eb4fb req-09d6ff80-3be1-4597-98a9-dc31bbc425f3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730751 Oct 28 15:59:19.343240 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69285ad-6f8d-42ff-9c04-be0ea14c07fd req-de04ecd3-67d0-47c9-b17f-9b9b2ab29eac tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:19.345602 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f69285ad-6f8d-42ff-9c04-be0ea14c07fd req-de04ecd3-67d0-47c9-b17f-9b9b2ab29eac tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0917578 Oct 28 15:59:19.431354 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f69285ad-6f8d-42ff-9c04-be0ea14c07fd req-466606ad-0bcb-4bca-a0db-206e1bae382a tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777419 Oct 28 15:59:19.469999 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52516) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:19.488770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb5a59ad-67a3-4e36-b5a9-685aba6bcd34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.581691 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb5a59ad-67a3-4e36-b5a9-685aba6bcd34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.587308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb5a59ad-67a3-4e36-b5a9-685aba6bcd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.636029 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52520) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:19.642546 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-eb5a59ad-67a3-4e36-b5a9-685aba6bcd34 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5c2a0ec5063d42709c15cd8c6309bce2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1713073 Oct 28 15:59:19.644042 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a59ad-67a3-4e36-b5a9-685aba6bcd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6364e403-035e-4bf3-8eca-fc6fb3cccf24,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:19.722008 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d561ba0d-a772-4639-81dd-d63fd21e2712 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.745729 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d561ba0d-a772-4639-81dd-d63fd21e2712 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.797966 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d561ba0d-a772-4639-81dd-d63fd21e2712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.800658 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d561ba0d-a772-4639-81dd-d63fd21e2712 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:19.801815 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d561ba0d-a772-4639-81dd-d63fd21e2712 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/6364e403-035e-4bf3-8eca-fc6fb3cccf24 HTTP/1.1" status: 204 len: 168 time: 0.1646323 Oct 28 15:59:19.818371 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d561ba0d-a772-4639-81dd-d63fd21e2712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6364e403-035e-4bf3-8eca-fc6fb3cccf24,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:20.276991 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3fd43-d815-473a-9c11-7b5113ed8c2b req-a0211f6b-0dd5-4ab7-bdb8-09ae5c922763 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:20.278503 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d2d3fd43-d815-473a-9c11-7b5113ed8c2b req-a0211f6b-0dd5-4ab7-bdb8-09ae5c922763 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0904253 Oct 28 15:59:20.338073 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d2d3fd43-d815-473a-9c11-7b5113ed8c2b req-f1c2a935-1a19-41ee-8772-cebc952f6112 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528789 Oct 28 15:59:20.457054 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b930977d-2dc6-4937-8c66-704c17c1c1ed req-d1e84c11-6e8d-499b-83d2-35f351fd0956 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:20.458632 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b930977d-2dc6-4937-8c66-704c17c1c1ed req-d1e84c11-6e8d-499b-83d2-35f351fd0956 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0665455 Oct 28 15:59:20.525892 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b930977d-2dc6-4937-8c66-704c17c1c1ed req-58d6cda4-0a5c-4d23-8a94-09efe99e637f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600104 Oct 28 15:59:20.617745 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051bcc0-5c0b-4ff6-9d51-7b0e009c8b79 req-fb3bd306-c7c5-4b65-8dbe-b75febc54afc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:20.619290 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2051bcc0-5c0b-4ff6-9d51-7b0e009c8b79 req-fb3bd306-c7c5-4b65-8dbe-b75febc54afc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0780315 Oct 28 15:59:20.720315 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2051bcc0-5c0b-4ff6-9d51-7b0e009c8b79 req-89039788-8e3f-437a-8ee2-48a8434f8d3d tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942035 Oct 28 15:59:21.453545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b8b9d-cdc6-47c0-8006-e5fda22a7fa0 req-4517d0d0-203d-4ee1-bc70-070d688a1329 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:21.456024 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-673b8b9d-cdc6-47c0-8006-e5fda22a7fa0 req-4517d0d0-203d-4ee1-bc70-070d688a1329 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0518751 Oct 28 15:59:21.493858 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-673b8b9d-cdc6-47c0-8006-e5fda22a7fa0 req-7950dead-3703-4376-9369-7530c5f8d038 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318999 Oct 28 15:59:21.680197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b59d5-2fa9-4138-802c-35d59b012b10 req-aee21660-3038-4204-9a4b-53092600bfaf tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:21.681850 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d24b59d5-2fa9-4138-802c-35d59b012b10 req-aee21660-3038-4204-9a4b-53092600bfaf tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0606170 Oct 28 15:59:21.744125 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d24b59d5-2fa9-4138-802c-35d59b012b10 req-9a0ace73-0cbc-4a9f-a91a-b665813afd78 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547543 Oct 28 15:59:21.863504 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6949d4e-9681-4cb2-9003-ec309774c6ea req-e79b1ccf-d397-4c29-9a26-55ca1b1b704c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:21.865085 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b6949d4e-9681-4cb2-9003-ec309774c6ea req-e79b1ccf-d397-4c29-9a26-55ca1b1b704c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0598514 Oct 28 15:59:21.939921 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b6949d4e-9681-4cb2-9003-ec309774c6ea req-cffc5a4e-ae79-45d1-82ad-4eb3246873fb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674276 Oct 28 15:59:22.006201 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52664) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:22.139164 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.247917 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7ca064f9-12ad-499d-b1a6-6928e9839864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.364385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7ca064f9-12ad-499d-b1a6-6928e9839864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.369765 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7ca064f9-12ad-499d-b1a6-6928e9839864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.436472 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52682) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:22.439070 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7ca064f9-12ad-499d-b1a6-6928e9839864 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2b04ea8e0c8d4f7d9ce5744d561cf080&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4318054 Oct 28 15:59:22.439949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca064f9-12ad-499d-b1a6-6928e9839864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f006a8-67b0-45bc-a445-1eeac117659c,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:22.442138 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52684) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:22.531019 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-618aeeb4-8d5b-4884-8f3c-02de22a6513d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.556905 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-618aeeb4-8d5b-4884-8f3c-02de22a6513d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.654692 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-fda1a957-5738-4504-a35c-f9e99382e552 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=afbc136ff83942bf9f480ce1ddd960f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169957 Oct 28 15:59:22.656133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52690) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:22.673391 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-618aeeb4-8d5b-4884-8f3c-02de22a6513d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.674216 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc591e2-d549-497e-a722-b018245cfbe8 req-cf9352a8-eaec-4b40-aee1-913f8681406e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:22.675809 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fc591e2-d549-497e-a722-b018245cfbe8 req-cf9352a8-eaec-4b40-aee1-913f8681406e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0644865 Oct 28 15:59:22.677479 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-618aeeb4-8d5b-4884-8f3c-02de22a6513d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.682275 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-618aeeb4-8d5b-4884-8f3c-02de22a6513d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/69f006a8-67b0-45bc-a445-1eeac117659c HTTP/1.1" status: 204 len: 168 time: 0.2389719 Oct 28 15:59:22.691931 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618aeeb4-8d5b-4884-8f3c-02de22a6513d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f006a8-67b0-45bc-a445-1eeac117659c,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:22.761675 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fc591e2-d549-497e-a722-b018245cfbe8 req-3a8ee109-86c0-4553-b062-d7f4d7572d65 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718379 Oct 28 15:59:22.777440 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6e90a7bb-810f-41a0-9955-b4bcaef3f55e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.805890 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6e90a7bb-810f-41a0-9955-b4bcaef3f55e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.891212 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6e90a7bb-810f-41a0-9955-b4bcaef3f55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.893981 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6e90a7bb-810f-41a0-9955-b4bcaef3f55e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:22.897931 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-6e90a7bb-810f-41a0-9955-b4bcaef3f55e admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a23db5a4-1dd4-443c-b539-ab4eb072e6e0 HTTP/1.1" status: 204 len: 168 time: 0.2372141 Oct 28 15:59:22.937824 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4026f-48f3-4ffd-b07d-852a4cf1cb29 req-78d83414-68bb-484f-a4e0-3104feb2f657 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:22.940965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dde4026f-48f3-4ffd-b07d-852a4cf1cb29 req-78d83414-68bb-484f-a4e0-3104feb2f657 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1051080 Oct 28 15:59:22.948451 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90a7bb-810f-41a0-9955-b4bcaef3f55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23db5a4-1dd4-443c-b539-ab4eb072e6e0,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:23.117764 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-dde4026f-48f3-4ffd-b07d-852a4cf1cb29 req-c62e2d9c-b0f9-4017-923d-7821e75a8339 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390865 Oct 28 15:59:23.173116 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f02e0-ce89-40c4-af2e-4462ae2866da req-f6d22ad5-e51d-46ac-9dcb-49c2634222e8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:23.175452 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-704f02e0-ce89-40c4-af2e-4462ae2866da req-f6d22ad5-e51d-46ac-9dcb-49c2634222e8 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0967007 Oct 28 15:59:23.249824 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-704f02e0-ce89-40c4-af2e-4462ae2866da req-00d49bad-cd56-435b-8229-c97809089d35 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682373 Oct 28 15:59:23.891375 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fff023-5c3f-4413-b269-595c345035f7 req-2bac2f47-4ea0-4a13-8b88-01c076448143 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:23.892782 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-32fff023-5c3f-4413-b269-595c345035f7 req-2bac2f47-4ea0-4a13-8b88-01c076448143 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0523748 Oct 28 15:59:23.932884 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-32fff023-5c3f-4413-b269-595c345035f7 req-a54a33ec-d47b-42bf-b852-eecb7ddc9026 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Oct 28 15:59:24.241829 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004afa5b-65cc-4b62-8583-1cbc997fc9fa req-c3975e3e-f26f-4ea5-9386-51ddca24cc43 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:24.244248 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-004afa5b-65cc-4b62-8583-1cbc997fc9fa req-c3975e3e-f26f-4ea5-9386-51ddca24cc43 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0498602 Oct 28 15:59:24.285059 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-004afa5b-65cc-4b62-8583-1cbc997fc9fa req-6da8b362-ff82-4ec5-a0b3-1f4dc6df31e1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331862 Oct 28 15:59:24.417035 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002246e-18c0-4d2d-8b0c-9a0fc319d333 req-299eeaf3-d880-40ed-b977-189cc2512254 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:24.418625 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a002246e-18c0-4d2d-8b0c-9a0fc319d333 req-299eeaf3-d880-40ed-b977-189cc2512254 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0687869 Oct 28 15:59:24.457768 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a002246e-18c0-4d2d-8b0c-9a0fc319d333 req-3971c27c-affd-4377-a4c3-610000ca0a19 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318067 Oct 28 15:59:25.070947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bcb56-7db8-4119-b8f0-9fcf4bba56fd req-54a58b1f-df20-4c36-a013-be29aa8cb469 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:25.072494 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9a9bcb56-7db8-4119-b8f0-9fcf4bba56fd req-54a58b1f-df20-4c36-a013-be29aa8cb469 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0571070 Oct 28 15:59:25.115956 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9a9bcb56-7db8-4119-b8f0-9fcf4bba56fd req-3509fe2a-43c0-41f0-8d3e-cf2545a8fc16 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373716 Oct 28 15:59:25.441763 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736780-558a-4938-afa2-1eba2f520dcd req-98a8a1fe-bd7d-48f7-8d30-688096fc29c7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:25.443208 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d736780-558a-4938-afa2-1eba2f520dcd req-98a8a1fe-bd7d-48f7-8d30-688096fc29c7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0582690 Oct 28 15:59:25.480712 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d736780-558a-4938-afa2-1eba2f520dcd req-645a752f-d4bf-4839-b565-3fddff37ce28 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305431 Oct 28 15:59:25.591133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd4a27-156b-4ef4-92f5-037152024c7b req-0f8fa3f8-6ec5-438a-9f36-a92f3da405d2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:25.593093 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6fdd4a27-156b-4ef4-92f5-037152024c7b req-0f8fa3f8-6ec5-438a-9f36-a92f3da405d2 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0628495 Oct 28 15:59:25.630780 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6fdd4a27-156b-4ef4-92f5-037152024c7b req-79a096f2-3966-41e6-9bad-02324f22d7b0 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315049 Oct 28 15:59:26.228939 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47819c72-07d6-4cfe-97fe-d548425a2f73 req-32283efe-ac91-4dfc-b8da-fea11b18adbd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:26.230408 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-47819c72-07d6-4cfe-97fe-d548425a2f73 req-32283efe-ac91-4dfc-b8da-fea11b18adbd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Oct 28 15:59:26.269085 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-47819c72-07d6-4cfe-97fe-d548425a2f73 req-b11ba10e-20d2-4ff7-9293-a3d4083f6402 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325975 Oct 28 15:59:26.632610 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c678556e-f506-4854-b8ec-522e01290820 req-d73b6abc-0181-4cac-a7e9-7bd61d5acd5c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:26.634153 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c678556e-f506-4854-b8ec-522e01290820 req-d73b6abc-0181-4cac-a7e9-7bd61d5acd5c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0693765 Oct 28 15:59:26.741573 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c678556e-f506-4854-b8ec-522e01290820 req-dfc560a4-768c-4360-bb1d-4f40c6919b17 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946760 Oct 28 15:59:26.812138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e61fe-00e5-433c-81e8-8ef25491dc02 req-774af1eb-6325-432a-93d0-5c0fae7fc63b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:26.813692 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b2e61fe-00e5-433c-81e8-8ef25491dc02 req-774af1eb-6325-432a-93d0-5c0fae7fc63b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0903044 Oct 28 15:59:26.854837 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b2e61fe-00e5-433c-81e8-8ef25491dc02 req-3a6095d2-fc50-4e28-aa06-99583c88281e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344586 Oct 28 15:59:27.390698 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adf1b7-3d41-442f-8c54-a0f88877d608 req-765cf04d-95da-4812-a845-5a606fdad7a7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:27.392284 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-43adf1b7-3d41-442f-8c54-a0f88877d608 req-765cf04d-95da-4812-a845-5a606fdad7a7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Oct 28 15:59:27.436090 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-43adf1b7-3d41-442f-8c54-a0f88877d608 req-a49fb727-7235-4ffe-90fa-decb51938fd5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Oct 28 15:59:27.903934 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084901-2603-4f33-a111-cedf2d77b44a req-2fae0273-a399-459f-ab9c-fa7a6ec00a72 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:27.905586 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bd084901-2603-4f33-a111-cedf2d77b44a req-2fae0273-a399-459f-ab9c-fa7a6ec00a72 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0623426 Oct 28 15:59:28.225508 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bd084901-2603-4f33-a111-cedf2d77b44a req-d31c0238-a73f-4290-bf33-6c1bbfa2421b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3134573 Oct 28 15:59:28.248828 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c5caf-e0d8-41e3-9734-071e988345eb req-3151e3cf-4fdd-4ac7-a96b-5116d0326280 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:28.250238 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d23c5caf-e0d8-41e3-9734-071e988345eb req-3151e3cf-4fdd-4ac7-a96b-5116d0326280 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.3194025 Oct 28 15:59:28.292029 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d23c5caf-e0d8-41e3-9734-071e988345eb req-b29c263b-ed29-4c2a-9930-1777de719f4b tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344915 Oct 28 15:59:28.555717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8ff5a-b833-4896-be1c-185da7388bed req-57dd15b9-942f-4a35-b69e-83d86a2e67d6 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:28.557187 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12c8ff5a-b833-4896-be1c-185da7388bed req-57dd15b9-942f-4a35-b69e-83d86a2e67d6 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0512395 Oct 28 15:59:28.599264 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12c8ff5a-b833-4896-be1c-185da7388bed req-96a30cc2-a11b-4ea4-81a8-3904b2b96c80 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357096 Oct 28 15:59:29.375655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5add9-c5e9-4920-8251-49ca352c4051 req-3ca1e51b-89a9-4e9c-bc70-0e3c60cafe0a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:29.378858 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b8c5add9-c5e9-4920-8251-49ca352c4051 req-3ca1e51b-89a9-4e9c-bc70-0e3c60cafe0a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0676157 Oct 28 15:59:29.458998 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a947a4-9934-4a4e-a92d-b23782f540f4 req-f0e95c82-6e68-4fd7-a1fa-3a371da7d5bd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:29.460349 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-76a947a4-9934-4a4e-a92d-b23782f540f4 req-f0e95c82-6e68-4fd7-a1fa-3a371da7d5bd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0805540 Oct 28 15:59:29.463076 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b8c5add9-c5e9-4920-8251-49ca352c4051 req-62042fc5-7a83-41cd-88da-d75854ba234c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742865 Oct 28 15:59:29.511714 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-76a947a4-9934-4a4e-a92d-b23782f540f4 req-336e3809-cdaa-4d3a-8e10-e6fdd79409e7 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Oct 28 15:59:29.600631 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52808) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:29.717972 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d08d54c8-04fe-49c3-a412-afc7540f26c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.725966 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c780f72-0e47-47c8-82d8-28c12791abac req-2363e650-086d-4e66-b16d-0c436b777f9d tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:29.727734 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c780f72-0e47-47c8-82d8-28c12791abac req-2363e650-086d-4e66-b16d-0c436b777f9d tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Oct 28 15:59:29.776299 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c780f72-0e47-47c8-82d8-28c12791abac req-e106bec7-1ae6-4f8c-b690-3b673fcf3cba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391786 Oct 28 15:59:29.795704 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d08d54c8-04fe-49c3-a412-afc7540f26c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.801323 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d08d54c8-04fe-49c3-a412-afc7540f26c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.837903 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d54c8-04fe-49c3-a412-afc7540f26c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ec24e59-002a-4625-a6a2-14e4ae4ff8ac,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:29.842148 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d08d54c8-04fe-49c3-a412-afc7540f26c7 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a5689c07c5b430093d4d2f3f70b5eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2404723 Oct 28 15:59:29.845502 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52814) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:29.893688 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-564a5852-f737-425a-8050-8b59ab66faf3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.916510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-564a5852-f737-425a-8050-8b59ab66faf3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.966877 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-564a5852-f737-425a-8050-8b59ab66faf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.971288 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-564a5852-f737-425a-8050-8b59ab66faf3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:29.972496 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-564a5852-f737-425a-8050-8b59ab66faf3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2ec24e59-002a-4625-a6a2-14e4ae4ff8ac HTTP/1.1" status: 204 len: 168 time: 0.1265407 Oct 28 15:59:29.981078 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564a5852-f737-425a-8050-8b59ab66faf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ec24e59-002a-4625-a6a2-14e4ae4ff8ac,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:30.173608 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 15:59:30.248762 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52820) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:30.263030 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92bc4e74-a574-4832-8174-d92b561e8c42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.340919 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92bc4e74-a574-4832-8174-d92b561e8c42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.346821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-92bc4e74-a574-4832-8174-d92b561e8c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.384280 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-92bc4e74-a574-4832-8174-d92b561e8c42 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=c284d97f018045c3a15a8adf9151013b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344106 Oct 28 15:59:30.385110 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc4e74-a574-4832-8174-d92b561e8c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=805ee27a-2701-46bc-b6e2-5c371c73bbc2,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:30.388119 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52822) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:30.440674 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a166aa80-5961-41b7-83de-ac6b69d92b9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.465293 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a166aa80-5961-41b7-83de-ac6b69d92b9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.517492 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a166aa80-5961-41b7-83de-ac6b69d92b9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.520048 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a166aa80-5961-41b7-83de-ac6b69d92b9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.521203 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a166aa80-5961-41b7-83de-ac6b69d92b9b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/805ee27a-2701-46bc-b6e2-5c371c73bbc2 HTTP/1.1" status: 204 len: 168 time: 0.1317308 Oct 28 15:59:30.530060 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a166aa80-5961-41b7-83de-ac6b69d92b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=805ee27a-2701-46bc-b6e2-5c371c73bbc2,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:30.624612 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66292f0-5af2-409b-bf01-9ff406def50f req-ca904c33-c9cd-439f-966a-c1363100d0d6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:30.626411 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e66292f0-5af2-409b-bf01-9ff406def50f req-ca904c33-c9cd-439f-966a-c1363100d0d6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0611105 Oct 28 15:59:30.701762 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e66292f0-5af2-409b-bf01-9ff406def50f req-f6f62df9-5afc-4f17-9dc1-693d3e1f198c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633094 Oct 28 15:59:30.714849 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfee0b1-a721-425f-8fd6-70f77010e02a req-02539e72-f5cb-4716-ad76-ec0e4a015bfc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:30.716395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5dfee0b1-a721-425f-8fd6-70f77010e02a req-02539e72-f5cb-4716-ad76-ec0e4a015bfc tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0888484 Oct 28 15:59:30.755673 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5dfee0b1-a721-425f-8fd6-70f77010e02a req-3b0e0319-5d42-4e6f-9dbf-ba9dfdac08f1 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Oct 28 15:59:30.887063 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52834) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:30.890020 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338338e-a626-4fcf-b1ab-7b1a3651607b req-50523330-05d2-4cdf-848e-a91543563b62 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:30.891563 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a338338e-a626-4fcf-b1ab-7b1a3651607b req-50523330-05d2-4cdf-848e-a91543563b62 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0500791 Oct 28 15:59:30.900767 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-68b20b07-fa9a-4def-a959-8b13f2fe535d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.928844 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a338338e-a626-4fcf-b1ab-7b1a3651607b req-ce3d8986-ea64-4323-a012-7c4e5117a303 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311921 Oct 28 15:59:30.973656 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-68b20b07-fa9a-4def-a959-8b13f2fe535d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:30.977900 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-68b20b07-fa9a-4def-a959-8b13f2fe535d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.017656 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-68b20b07-fa9a-4def-a959-8b13f2fe535d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd1622b56f5b43f6966c10d6091ce791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1293278 Oct 28 15:59:31.018543 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b20b07-fa9a-4def-a959-8b13f2fe535d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8266cdb3-80b5-4085-8f43-71d2e6d84226,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:31.021670 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52838) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:31.046517 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15603d4-2273-4502-a6f0-02378cb0d795 req-48bcd3d0-4d9b-49f4-932b-8217dafc713e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:31.048495 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e15603d4-2273-4502-a6f0-02378cb0d795 req-48bcd3d0-4d9b-49f4-932b-8217dafc713e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0523002 Oct 28 15:59:31.071461 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-541b46e4-abfb-4d12-b632-13697df17a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.086707 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e15603d4-2273-4502-a6f0-02378cb0d795 req-63b71daa-e5a8-47c4-b1cd-486c79a28455 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322325 Oct 28 15:59:31.092534 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-541b46e4-abfb-4d12-b632-13697df17a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.108795 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52840) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:31.143168 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-541b46e4-abfb-4d12-b632-13697df17a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.145814 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-541b46e4-abfb-4d12-b632-13697df17a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.147075 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-541b46e4-abfb-4d12-b632-13697df17a20 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/8266cdb3-80b5-4085-8f43-71d2e6d84226 HTTP/1.1" status: 204 len: 168 time: 0.1243262 Oct 28 15:59:31.155424 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b46e4-abfb-4d12-b632-13697df17a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8266cdb3-80b5-4085-8f43-71d2e6d84226,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:31.344114 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4176cf8-25d5-4a55-b05c-d3abab96073f tempest-TestShelveInstance-277690993 tempest-TestShelveInstance-277690993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:31.345673 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c4176cf8-25d5-4a55-b05c-d3abab96073f tempest-TestShelveInstance-277690993 tempest-TestShelveInstance-277690993-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1093 time: 0.2358699 Oct 28 15:59:31.348705 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52848) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:31.353474 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'port_id': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:31.377415 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for floatingip, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.472603 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.587738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Allocated IP 172.27.2.232 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/8d47c144-a6d3-4e1f-b59a-3391d10a555d) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:59:31.703785 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.743998 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.802695 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:59:31.822027 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:59:31.825856 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:59:31.827826 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'Port': ['ID=8d47c144-a6d3-4e1f-b59a-3391d10a555d,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:31.847872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52870) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:31.909622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91951327-e3a4-4921-98c7-2138d0e1fafb req-e717c3d3-6e6f-43c4-ab61-cfc2bd9e84e7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:31.911059 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-91951327-e3a4-4921-98c7-2138d0e1fafb req-e717c3d3-6e6f-43c4-ab61-cfc2bd9e84e7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1262319 Oct 28 15:59:31.948705 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1500367656-network', 'tenant_id': '76e51b2f6c3f4a8db2a43d8d7119740a'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:31.970879 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Made reservation on behalf of 76e51b2f6c3f4a8db2a43d8d7119740a for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:59:31.973317 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.982156 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:31.985977 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7562d0-c5d6-4386-92d2-99314acb24ae req-310dab18-4170-4b4c-95cb-8d8c91b48b88 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:31.987668 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ac7562d0-c5d6-4386-92d2-99314acb24ae req-310dab18-4170-4b4c-95cb-8d8c91b48b88 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1383030 Oct 28 15:59:32.031160 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-91951327-e3a4-4921-98c7-2138d0e1fafb req-a119b47d-1370-4879-8ca5-ec0635ee03e1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989792 Oct 28 15:59:32.065433 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.069731 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.092252 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 15:59:32.107067 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f742a964-cab5-4bb1-9211-fc5a009f1d4a,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:32.109984 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.110332 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Added segment 0e64b877-51cc-47cd-8bf6-42e5186c5381 of type vlan for network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a Oct 28 15:59:32.115098 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ac7562d0-c5d6-4386-92d2-99314acb24ae req-1999c0d9-cccc-476b-aa72-4599a1a7663c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105313 Oct 28 15:59:32.150471 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.177370 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.178512 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:32.179243 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.232901 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3838000 Oct 28 15:59:32.235787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52874) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:32.241990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Request body: {'subnet': {'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1500367656-subnet', 'tenant_id': '76e51b2f6c3f4a8db2a43d8d7119740a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:32.244198 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab02ed7-48f8-4077-a7bc-27e31bb64aae admin admin] Pushing event updated for resources: {'Network': ['ID=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:32.254754 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 15:59:32.298084 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Made reservation on behalf of 76e51b2f6c3f4a8db2a43d8d7119740a for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:59:32.300414 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9054594'] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.365223 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.458840 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.608928 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.687126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d21c6a-e3ec-482c-bc90-5f904c3b97c7,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:32.728499 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Checking segment: {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:59:32.728859 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Network hostable DHCP agents. Network: 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 15:59:32.731982 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.738519 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.804912 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 15:59:32.809264 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event updated for resources: {'Port': ['ID=8d47c144-a6d3-4e1f-b59a-3391d10a555d,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:32.824505 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:59:32.831023 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:32.831641 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.833830 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222807e2-8d9c-4d11-877b-d309b4dfe3e0 None None] Network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:59:32.834992 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:32.902875 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-14369eaf-624e-45f1-b737-660047671bea admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6658413 Oct 28 15:59:32.944211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Floating IP e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547 associated. External IP: 172.27.2.232, port: a0d7c900-a250-41ec-9e78-3e3353c0ad8f. Oct 28 15:59:32.968311 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271d152-e52b-40b3-8ba3-b26566a8b6dd None None] Network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 15:59:33.193769 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78460b5-e1db-4be3-8a2b-26a9199d1d54 req-2a1246af-ac80-4ebf-8002-e243c116ae3f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:33.196202 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b78460b5-e1db-4be3-8a2b-26a9199d1d54 req-2a1246af-ac80-4ebf-8002-e243c116ae3f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0676839 Oct 28 15:59:33.263246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:59:33.287170 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b78460b5-e1db-4be3-8a2b-26a9199d1d54 req-ce473e64-7d5f-423a-ab77-90899a6c691e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825605 Oct 28 15:59:33.294696 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f6e94-ca4f-4b88-a351-cc52b1d58bd6 req-1517823c-5b6f-4cde-aa20-aac87f61b123 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:33.296222 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-164f6e94-ca4f-4b88-a351-cc52b1d58bd6 req-1517823c-5b6f-4cde-aa20-aac87f61b123 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0989470 Oct 28 15:59:33.408423 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-164f6e94-ca4f-4b88-a351-cc52b1d58bd6 req-c34870b1-ff4f-4a00-a51b-91dc7231e180 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046531 Oct 28 15:59:33.430613 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:59:33.445129 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] Sync routers for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:59:33.448905 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:33.455750 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:33.456402 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:59:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:33.476023 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1e38475c-0e26-4b80-bb68-0c8579bbf19e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1261942 Oct 28 15:59:33.476661 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:33.478933 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b0962b5-e009-4d44-bbe2-cc9f167195a9" -d '{"events": [{"name": "network-changed", "server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:33.517478 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-808863fa-5b5c-416e-9dc6-88c699a43f08 x-openstack-request-id: req-808863fa-5b5c-416e-9dc6-88c699a43f08 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:33.517764 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:33.518014 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-808863fa-5b5c-416e-9dc6-88c699a43f08 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:33.518414 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'status': 'completed', 'code': 200} Oct 28 15:59:33.588669 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-62ac8dbc-eae7-4492-a385-fa1e39b48826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:33.590166 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-62ac8dbc-eae7-4492-a385-fa1e39b48826 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.0415368 Oct 28 15:59:33.647576 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:33.885304 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'port_id': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'mac_address': 'fa:16:3e:fc:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:59:32Z', 'updated_at': '2021-10-28T15:59:32Z', 'revision_number': 0, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:33.912378 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] Checking router: dc912c1e-51e8-4c45-ac6c-59842ddf89c7 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:59:33.917822 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-eec485d3-847e-42c5-a202-b0c873371457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:33.919319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-eec485d3-847e-42c5-a202-b0c873371457 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.3186884 Oct 28 15:59:33.923190 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:33.924148 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:59:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:33.986263 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-a22c02cb-a551-4bfa-a4bc-487a22cb7b6c service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 999 time: 0.0566695 Oct 28 15:59:34.032907 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:34.037622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-805ef3c8-65c0-4330-9055-bba158ade507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:34.039093 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-805ef3c8-65c0-4330-9055-bba158ade507 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0443554 Oct 28 15:59:34.090077 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-10a1d413-35af-473c-93cb-23309b87e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:34.091600 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-10a1d413-35af-473c-93cb-23309b87e0b8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432808 Oct 28 15:59:34.189407 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-35e2e5db-7b71-429b-81b0-78b0452601f7 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867260 Oct 28 15:59:34.261100 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'port_id': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'mac_address': 'fa:16:3e:fc:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:59:32Z', 'updated_at': '2021-10-28T15:59:32Z', 'revision_number': 0, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:34.286254 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b0962b5-e009-4d44-bbe2-cc9f167195a9 req-07319633-eae8-44b4-a891-8af9ccfb3f28 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881023 Oct 28 15:59:34.291178 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c070a5e-44e4-4d8b-b3c1-dd3f5ec6120f None None] The sync data for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi is: [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'floating_ip_address': '172.27.2.232', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'port_id': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'mac_address': 'fa:16:3e:fc:01:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T15:59:32Z', 'updated_at': '2021-10-28T15:59:32Z', 'revision_number': 0, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:59:34.423678 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabd3f6-9e5d-49c0-b803-2f74bf738b9b req-490b2dee-a048-4e76-80cd-74e6731b1318 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:34.425204 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4aabd3f6-9e5d-49c0-b803-2f74bf738b9b req-490b2dee-a048-4e76-80cd-74e6731b1318 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0540771 Oct 28 15:59:34.470320 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4aabd3f6-9e5d-49c0-b803-2f74bf738b9b req-179a337d-84cb-4586-b549-ecc3db201995 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377347 Oct 28 15:59:34.516658 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38adb916-16a8-40aa-97e7-9f3778545b2b None None] New status for floating IP e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 15:59:34.550172 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63391c2b-e110-4731-97c0-0eda6985d649 req-a31d364b-01c7-40ec-a2fb-896e900d3e04 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:34.551761 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63391c2b-e110-4731-97c0-0eda6985d649 req-a31d364b-01c7-40ec-a2fb-896e900d3e04 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0599794 Oct 28 15:59:34.592469 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63391c2b-e110-4731-97c0-0eda6985d649 req-56d50698-1a16-459c-9536-258d251b0f4c tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339141 Oct 28 15:59:34.694509 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-07a12b14-05d7-4ab7-b11d-c96d1bfbd17c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:34.696043 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-07a12b14-05d7-4ab7-b11d-c96d1bfbd17c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/networks?id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 200 len: 814 time: 0.1077504 Oct 28 15:59:34.711861 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-3527d351-96e5-4cd4-8b8e-9ff28d04c9d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/quotas/76e51b2f6c3f4a8db2a43d8d7119740a HTTP/1.1" status: 200 len: 375 time: 0.0098901 Oct 28 15:59:34.743416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-cbc2aa92-8ac9-46ad-89ee-606c3eb6428c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253224 Oct 28 15:59:34.857687 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4d4e9922-96eb-4daf-91d2-6d1bacfd9275 service neutron] 10.222.0.74 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065414 Oct 28 15:59:34.962154 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-7082247c-75d7-4968-bb8d-de77758ab9e2 service neutron] 10.222.0.74 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981948 Oct 28 15:59:35.131182 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-27084dc8-24f4-48c0-aefb-96d8e94a1019 req-5e95c2aa-6df6-429b-a961-40797db98322 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 210 time: 0.0320189 Oct 28 15:59:35.599702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f15fe-9833-40b0-9417-daadeed62099 req-e3cc3da9-92f9-4322-ba7e-53143e5294d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:35.601457 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7f2f15fe-9833-40b0-9417-daadeed62099 req-e3cc3da9-92f9-4322-ba7e-53143e5294d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0496631 Oct 28 15:59:35.642907 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7f2f15fe-9833-40b0-9417-daadeed62099 req-bd87613a-75db-4575-83d8-2b21de8fae44 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340116 Oct 28 15:59:35.708378 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a457758-e7f3-405c-9e2e-d62ae978cef8 req-d92920bf-8012-4321-b444-79d4c6a99cfb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:35.710001 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a457758-e7f3-405c-9e2e-d62ae978cef8 req-d92920bf-8012-4321-b444-79d4c6a99cfb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0496547 Oct 28 15:59:35.748858 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a457758-e7f3-405c-9e2e-d62ae978cef8 req-2e36245e-b512-4531-8fd4-730a68043cbd tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323863 Oct 28 15:59:36.247686 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f27fecc5-ef0b-4046-b1a1-5cc8871b464a req-c50e0f0d-d5cd-4448-9b89-445e2bb0e7ab tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 210 time: 0.0343378 Oct 28 15:59:36.297017 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-2ef46091-f95a-4729-b7f7-5d782c326458 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:36.298834 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-2ef46091-f95a-4729-b7f7-5d782c326458 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "GET /v2.0/networks?id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 200 len: 814 time: 0.1363668 Oct 28 15:59:36.336108 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Request body: {'port': {'device_id': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a', 'admin_state_up': True, 'tenant_id': '76e51b2f6c3f4a8db2a43d8d7119740a'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:36.452218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Made reservation on behalf of 76e51b2f6c3f4a8db2a43d8d7119740a for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 15:59:36.455585 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:36.575772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Allocated IP 172.20.0.3 (9e8a4511-3ac6-4fc7-a04f-f2199960ef0a/a3d21c6a-e3ec-482c-bc90-5f904c3b97c7/2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 15:59:36.763129 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:36.798351 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c1cc07-16f7-4fbe-9648-eae199427fdd req-59185634-d3de-44a6-a42c-52747aa17075 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:36.800344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-73c1cc07-16f7-4fbe-9648-eae199427fdd req-59185634-d3de-44a6-a42c-52747aa17075 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0822155 Oct 28 15:59:36.835407 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:36.909337 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 15:59:36.918473 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 15:59:36.923058 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-73c1cc07-16f7-4fbe-9648-eae199427fdd req-c7b3da1d-0a39-4fee-8dd5-e947dd7b1393 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165915 Oct 28 15:59:36.926952 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 15:59:36.931979 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Pushing event updated for resources: {'Port': ['ID=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:36.967602 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbb79a-5445-4f5a-89ab-be555bd82811 req-0c22b9a9-9d5a-4ba1-92b7-92eaf5e6659f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:36.969096 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f5fbb79a-5445-4f5a-89ab-be555bd82811 req-0c22b9a9-9d5a-4ba1-92b7-92eaf5e6659f tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1523845 Oct 28 15:59:37.000084 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:37.000694 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.027956 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f5fbb79a-5445-4f5a-89ab-be555bd82811 req-f5227abd-7e0e-41a1-8ed9-21dde69f7915 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518920 Oct 28 15:59:37.030965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-4a9bda06-47f0-4998-bbfb-6a7d5e38c77c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6987655 Oct 28 15:59:37.046964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Request body: {'port': {'device_id': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 15:59:37.108703 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.409935 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cc0dc-b893-4908-9615-95cc8ebba24b req-0669235e-0129-4116-b3ec-b7983c8ebb8a tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:37.411404 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-517cc0dc-b893-4908-9615-95cc8ebba24b req-0669235e-0129-4116-b3ec-b7983c8ebb8a tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 931 time: 0.0882251 Oct 28 15:59:37.415030 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:59:37.428051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.449658 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Transition to ACTIVE for port object 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 15:59:37.457317 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.487862 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-517cc0dc-b893-4908-9615-95cc8ebba24b req-8461f323-a56e-4a8f-8622-96e1da7f15fc tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685067 Oct 28 15:59:37.515554 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:37.581756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Attempting to bind port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 15:59:37.581999 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Attempting to bind port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 15:59:37.582306 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Attempting to bind port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b on network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:59:37.586724 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b on network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 15:59:37.587066 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Attempting to bind port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b on network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 15:59:37.591974 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 15, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 15:59:37.592303 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Checking segment: {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 15:59:37.592682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Bound using segment: {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 15:59:37.593102 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Bound port: 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 15:59:37.593452 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.657145 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] For port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 15:59:37.662265 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] For port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 15:59:37.667591 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.704467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:37.705076 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:37.706447 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] 10.222.0.54 "PUT /v2.0/ports/2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b HTTP/1.1" status: 200 len: 1093 time: 0.6637106 Oct 28 15:59:37.706883 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'tag': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:37.709154 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca937acc-bd82-4d95-8e00-be950b9e4339" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6", "tag": "2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:37.728021 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5830b5-744a-4919-9ea1-caeea03087d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:37.745403 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4614493b-6cef-48a6-9c17-2b5176f0a13e x-openstack-request-id: req-4614493b-6cef-48a6-9c17-2b5176f0a13e {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:37.745692 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6", "tag": "2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:37.745944 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4614493b-6cef-48a6-9c17-2b5176f0a13e {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:37.746343 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'tag': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b', 'status': 'completed', 'code': 200} Oct 28 15:59:37.798145 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-c298dab7-8f50-4b8e-b6a1-27d8cd3c7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:37.799719 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-c298dab7-8f50-4b8e-b6a1-27d8cd3c7333 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 1096 time: 0.0417733 Oct 28 15:59:37.847398 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-bd3df045-f01e-49d1-b989-feac1f2ea1b4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b HTTP/1.1" status: 200 len: 217 time: 0.0363674 Oct 28 15:59:37.900666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-271297b0-08e1-430e-a004-43c76b2e13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:37.902073 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-271297b0-08e1-430e-a004-43c76b2e13fc service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3d21c6a-e3ec-482c-bc90-5f904c3b97c7 HTTP/1.1" status: 200 len: 854 time: 0.0431929 Oct 28 15:59:37.936694 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-882a5ad1-1cba-4734-8738-e88ac7e669f0 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244248 Oct 28 15:59:37.962899 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-c121b442-3126-44fa-8539-a5182ce482b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:37.964540 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-c121b442-3126-44fa-8539-a5182ce482b5 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.0520360 Oct 28 15:59:38.063046 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Deleting port e97b62bb-e46a-4a1a-994a-b43f9bb9349b {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:38.063389 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.064410 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-610a4f05-b059-4aa7-a767-9978dc660c96 service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168108 Oct 28 15:59:38.073012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e51df3-3d2e-48be-9ace-d32e8f4de54d req-78523d8d-5835-4e66-a67d-5123fb27e434 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:38.074451 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3e51df3-3d2e-48be-9ace-d32e8f4de54d req-78523d8d-5835-4e66-a67d-5123fb27e434 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0725684 Oct 28 15:59:38.157189 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] For port e97b62bb-e46a-4a1a-994a-b43f9bb9349b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:38.157626 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.170576 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Calling delete_port for e97b62bb-e46a-4a1a-994a-b43f9bb9349b owned by compute:nova {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:38.187276 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3e51df3-3d2e-48be-9ace-d32e8f4de54d req-8c6c1fda-9b74-4e31-bf0b-51fdd706468e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065421 Oct 28 15:59:38.227914 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b74dc-f84e-49fc-9e43-529ed2199405 req-7abea959-dc29-46ee-b92f-fb27ec3bc839 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:38.229379 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-028b74dc-f84e-49fc-9e43-529ed2199405 req-7abea959-dc29-46ee-b92f-fb27ec3bc839 tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/ports?device_id=0654106b-c376-4788-b4f0-68442f23315a HTTP/1.1" status: 200 len: 945 time: 0.1269183 Oct 28 15:59:38.234725 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6b7698ca-160a-43fe-a6c9-253e81fca148 req-06002f85-b0c5-497c-8824-f72aa386b6b5 service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471055 Oct 28 15:59:38.271083 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-028b74dc-f84e-49fc-9e43-529ed2199405 req-5a97063f-6faf-47e4-87ba-7ea2dc777acb tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.74 "GET /v2.0/security-groups?id=db3045c2-e446-4c16-a403-3019ef958006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Oct 28 15:59:38.309862 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.322736 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['e97b62bb-e46a-4a1a-994a-b43f9bb9349b'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:38.336039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-f8629ebe-37c6-483e-be9a-d6036431d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:38.337582 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-f8629ebe-37c6-483e-be9a-d6036431d086 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 1096 time: 0.0482633 Oct 28 15:59:38.342189 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Pushing event deleted for resources: {'Port': ['ID=e97b62bb-e46a-4a1a-994a-b43f9bb9349b,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:38.384006 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] No DVR routers for this DVR port e97b62bb-e46a-4a1a-994a-b43f9bb9349b on host hv-cinder-78075 {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 15:59:38.387447 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.390970 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-f43c75cf-f6d8-4e8b-af73-cb3b6f1fbea2 req-26dd3bd0-9c36-4829-b6d5-9bf784de7f9e tempest-ServerRescueNegativeTestJSON-2047380175 tempest-ServerRescueNegativeTestJSON-2047380175-project] 10.222.0.54 "DELETE /v2.0/ports/e97b62bb-e46a-4a1a-994a-b43f9bb9349b HTTP/1.1" status: 204 len: 173 time: 0.4173365 Oct 28 15:59:38.392320 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0654106b-c376-4788-b4f0-68442f23315a', 'name': 'network-vif-deleted', 'tag': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:38.394871 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4fe9694-a90a-459d-a817-e75aa033b05c" -d '{"events": [{"server_uuid": "0654106b-c376-4788-b4f0-68442f23315a", "name": "network-vif-deleted", "tag": "e97b62bb-e46a-4a1a-994a-b43f9bb9349b"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:38.439349 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-8c533a47-13d6-49a6-8bfd-c6812fac1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:38.440650 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f070aaed-8022-4643-aa17-fd00d9a003bd x-openstack-request-id: req-f070aaed-8022-4643-aa17-fd00d9a003bd {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:38.440953 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-8c533a47-13d6-49a6-8bfd-c6812fac1e07 service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 200 len: 915 time: 0.0952983 Oct 28 15:59:38.441505 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0654106b-c376-4788-b4f0-68442f23315a", "name": "network-vif-deleted", "tag": "e97b62bb-e46a-4a1a-994a-b43f9bb9349b", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:38.441751 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-f070aaed-8022-4643-aa17-fd00d9a003bd {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:38.442139 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0654106b-c376-4788-b4f0-68442f23315a', 'name': 'network-vif-deleted', 'tag': 'e97b62bb-e46a-4a1a-994a-b43f9bb9349b', 'status': 'completed', 'code': 200} Oct 28 15:59:38.490422 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b5e63dfa-53d2-4400-8b71-6bbab511cae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:38.515818 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-eeec73db-d0e3-43ba-980b-1e72940322fa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b HTTP/1.1" status: 200 len: 217 time: 0.0487168 Oct 28 15:59:38.607106 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-495a74c9-086a-4fab-ab5e-fb2c79b3a42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:38.608609 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-495a74c9-086a-4fab-ab5e-fb2c79b3a42b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3d21c6a-e3ec-482c-bc90-5f904c3b97c7 HTTP/1.1" status: 200 len: 854 time: 0.0734408 Oct 28 15:59:38.624950 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4a09f-db81-442c-845b-51268e85a576 req-e1f96ba8-5df2-4a60-8f69-05ff98befba0 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:38.626382 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d5e4a09f-db81-442c-845b-51268e85a576 req-e1f96ba8-5df2-4a60-8f69-05ff98befba0 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 943 time: 0.0612566 Oct 28 15:59:38.656262 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-232b30d8-46d0-412d-b3a8-041f68c2eaaf service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289505 Oct 28 15:59:38.689914 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d5e4a09f-db81-442c-845b-51268e85a576 req-caef8e92-9975-4e25-9a2c-6256bb1dd709 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551991 Oct 28 15:59:38.772857 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-39ebb30b-4a8c-44c1-9cde-1ddbbd97d4e8 service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972474 Oct 28 15:59:38.866310 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ca937acc-bd82-4d95-8e00-be950b9e4339 req-7813e739-0ff0-4887-92f5-36f6d68ad210 service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841613 Oct 28 15:59:39.328134 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74588d9-4d1d-4bf4-938a-a7c1a73324e9 req-05aefb32-0f57-47b5-b949-684dbf8d0156 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:39.329644 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b74588d9-4d1d-4bf4-938a-a7c1a73324e9 req-05aefb32-0f57-47b5-b949-684dbf8d0156 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.0564070 Oct 28 15:59:39.330061 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52954) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:39.431513 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b74588d9-4d1d-4bf4-938a-a7c1a73324e9 req-668e0a09-99da-4ae0-b145-a6728e4dcf8c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955129 Oct 28 15:59:40.044870 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecba46-fcbe-4dc0-ba1e-1b53711bd056 req-bc31e678-40e1-4bcf-95cd-3319de5cbc92 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:40.046233 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3ecba46-fcbe-4dc0-ba1e-1b53711bd056 req-bc31e678-40e1-4bcf-95cd-3319de5cbc92 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 943 time: 0.0698378 Oct 28 15:59:40.049288 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.152813 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3ecba46-fcbe-4dc0-ba1e-1b53711bd056 req-0b1ba8a7-2027-43f1-bc94-bc2fa0c5ad79 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001160 Oct 28 15:59:40.370148 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Deleting port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:40.370480 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.448078 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] For port 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,segment=NetworkSegment(02212a3b-860e-47f4-bd3b-f00e5f1ba0b3),segment_id=02212a3b-860e-47f4-bd3b-f00e5f1ba0b3)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:40.448491 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.464048 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Calling delete_port for 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f owned by network:router_interface {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:40.596474 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:59:40.646807 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443da80-8ebd-4747-b834-c733c872ce71 req-09b866a1-0d15-4bd9-b49d-8e9a9885dd40 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:40.648230 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b443da80-8ebd-4747-b834-c733c872ce71 req-09b866a1-0d15-4bd9-b49d-8e9a9885dd40 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 944 time: 0.1055281 Oct 28 15:59:40.696074 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:40.707357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'port_id': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'mac_address': 'fa:16:3e:0a:bf:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:59:40.715014 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b443da80-8ebd-4747-b834-c733c872ce71 req-f526db96-d0df-4d29-a215-8e54a89a93c3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556698 Oct 28 15:59:40.740696 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.751309 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.767823 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 456e92ce-6f53-4656-97a1-f34e47da3fc9 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:59:40.769073 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=55a54de4-d17e-4c00-a4a0-9b17c5e09d1f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:40.788566 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:40.793518 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:40.843789 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=9']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:40.926326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.152344 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['456e92ce-6f53-4656-97a1-f34e47da3fc9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:41.154891 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Router 38eda124-a5b4-4366-b9b2-7689edad01e6 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 15:59:41.191060 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-940c2a40-b12d-465b-b219-ea8882967601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.301423 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a625b-3349-4e33-8511-3fb5dedbefd8 req-a301ebf3-eec1-416e-95e2-3d00ea574594 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:41.302864 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-759a625b-3349-4e33-8511-3fb5dedbefd8 req-a301ebf3-eec1-416e-95e2-3d00ea574594 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 943 time: 0.0732865 Oct 28 15:59:41.308277 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 15:59:41.313517 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a20cf262-8c6f-4116-81a8-674a11ff7ee1 admin admin] 10.222.0.74 "PUT /v2.0/routers/38eda124-a5b4-4366-b9b2-7689edad01e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825072 Oct 28 15:59:41.316137 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52966) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:41.319167 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] Sync routers for ids ['38eda124-a5b4-4366-b9b2-7689edad01e6'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 15:59:41.331360 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] Routers {'38eda124-a5b4-4366-b9b2-7689edad01e6'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:41.332039 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:59:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['38eda124-a5b4-4366-b9b2-7689edad01e6'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.349634 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-759a625b-3349-4e33-8511-3fb5dedbefd8 req-b4a27f35-bfab-49ff-b35e-a0a92646e4ea tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Oct 28 15:59:41.420756 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.436217 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] Set router 38eda124-a5b4-4366-b9b2-7689edad01e6 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:41.529794 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.588566 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Deleting port 7d994ada-a5e1-413f-b9f0-4d9baa978256 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 15:59:41.588920 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.622778 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30'}], 'enable_snat': True}, 'gw_port_id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:59:40Z', 'revision_number': 5, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port': {'id': '7d994ada-a5e1-413f-b9f0-4d9baa978256', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:39Z', 'updated_at': '2021-10-28T15:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.648766 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] Checking router: 38eda124-a5b4-4366-b9b2-7689edad01e6 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 15:59:41.657247 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] Routers {'38eda124-a5b4-4366-b9b2-7689edad01e6'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 15:59:41.657844 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T15:59:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['38eda124-a5b4-4366-b9b2-7689edad01e6'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.678424 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] For port 7d994ada-a5e1-413f-b9f0-4d9baa978256, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7d994ada-a5e1-413f-b9f0-4d9baa978256,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:41.678803 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.691331 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Calling delete_port for 7d994ada-a5e1-413f-b9f0-4d9baa978256 owned by network:router_gateway {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 15:59:41.741238 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] Set router 38eda124-a5b4-4366-b9b2-7689edad01e6 gateway port host: None {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 15:59:41.796034 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:59:41Z', 'revision_number': 6, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port_host': None}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:41.823613 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed551b0a-1d96-4961-bd10-f355b51447df None None] The sync data for ids ['38eda124-a5b4-4366-b9b2-7689edad01e6'] in dv-cinder-780759-4-iscsi is: [{'id': '38eda124-a5b4-4366-b9b2-7689edad01e6', 'name': 'tempest-ServerRescueNegativeTestJSON-751385886-router', 'tenant_id': 'f586310c63014686828ab57e05f5173c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:38Z', 'updated_at': '2021-10-28T15:59:41Z', 'revision_number': 6, 'project_id': 'f586310c63014686828ab57e05f5173c', 'gw_port_host': None}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 15:59:41.846382 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac93e4-dbdf-4df0-a4a9-6eadd4d37483 req-9089ac9c-618d-440c-8986-91fae01d0e9f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:41.853890 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c8ac93e4-dbdf-4df0-a4a9-6eadd4d37483 req-9089ac9c-618d-440c-8986-91fae01d0e9f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 945 time: 0.0630209 Oct 28 15:59:41.868160 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.889389 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c8ac93e4-dbdf-4df0-a4a9-6eadd4d37483 req-1104fa1f-8c6c-4e01-805c-a9328ac21b7f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346282 Oct 28 15:59:41.893771 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d994ada-a5e1-413f-b9f0-4d9baa978256,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:41.955877 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:41.956534 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.059055 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.061379 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.131624 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.132317 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38eda124-a5b4-4366-b9b2-7689edad01e6 {{(pid=101481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 15:59:42.140248 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.141971 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e5ad4560-7c06-40e6-9745-c1b0a947e9d4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/38eda124-a5b4-4366-b9b2-7689edad01e6 HTTP/1.1" status: 204 len: 168 time: 0.8246090 Oct 28 15:59:42.145628 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52970) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:42.191926 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Deleting subnet 422fa629-4c37-4ffd-872b-536de864f712 {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 15:59:42.195244 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.229852 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.275867 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.283838 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.333434 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.359246 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422fa629-4c37-4ffd-872b-536de864f712,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:42.363897 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.367110 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-3270d30a-2d96-4efb-9077-1f351fc82abf admin admin] 10.222.0.74 "DELETE /v2.0/subnets/422fa629-4c37-4ffd-872b-536de864f712 HTTP/1.1" status: 204 len: 168 time: 0.2202833 Oct 28 15:59:42.370317 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52972) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:42.464765 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.492892 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85995116-7af6-4ff6-a733-1e15da35fb9f req-a7729b9a-7161-46f4-b76d-0760d192a970 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:42.495057 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85995116-7af6-4ff6-a733-1e15da35fb9f req-a7729b9a-7161-46f4-b76d-0760d192a970 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 943 time: 0.0705440 Oct 28 15:59:42.605069 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.614886 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 15:59:42.617213 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:59:42.635026 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85995116-7af6-4ff6-a733-1e15da35fb9f req-1272bd5e-fffb-4099-9937-52c93775fbd7 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176815 Oct 28 15:59:42.652527 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01289c21-dfb2-4fc1-98a6-080abd6a35cd']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:42.663736 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:42.664031 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02212a3b-860e-47f4-bd3b-f00e5f1ba0b3') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 15:59:42.667950 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:42.673608 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.688010 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.694271 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 15:59:42.694639 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 15:59:42.696789 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 15:59:42.699405 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:42.699405 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 55a54de4-d17e-4c00-a4a0-9b17c5e09d1f not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:42.699405 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7d994ada-a5e1-413f-b9f0-4d9baa978256 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:42.731822 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 7d994ada-a5e1-413f-b9f0-4d9baa978256 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:42.732163 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7d994ada-a5e1-413f-b9f0-4d9baa978256 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:42.760652 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.768419 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.771962 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] 10.222.0.74 "DELETE /v2.0/networks/01289c21-dfb2-4fc1-98a6-080abd6a35cd HTTP/1.1" status: 204 len: 168 time: 0.4006772 Oct 28 15:59:42.782283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=01289c21-dfb2-4fc1-98a6-080abd6a35cd,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:42.788971 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 456e92ce-6f53-4656-97a1-f34e47da3fc9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:59:42.789346 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.789888 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.790363 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.790755 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.791152 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.791562 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.792297 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.792297 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.793654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.793654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.793654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.793654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.794142 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973ab290-375c-4219-98fa-e529a3fea4d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 15:59:42.844188 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:42.858654 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b', 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a', 'port_id': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b', 'mac_address': 'fa:16:3e:34:c9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d21c6a-e3ec-482c-bc90-5f904c3b97c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 15:59:42.910702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 52978) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:42.936559 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.940760 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:42.969977 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 52982) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:42.970313 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a7e33ae1-9a58-4ef6-b0ca-6ff8407f73a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=f586310c63014686828ab57e05f5173c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579944 Oct 28 15:59:42.975811 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 15:59:42.985968 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:42.988332 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c970a59c-5c6a-4a53-b21a-f8ce43699b35" -d '{"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-plugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:43.014040 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:43.016027 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:43.022638 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.023816 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device e97b62bb-e46a-4a1a-994a-b43f9bb9349b no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 15:59:43.028892 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0c5b-ea3b-4e88-bbfa-3d930fab0a8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.037218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3ffb73-8c7e-487a-b497-88fa710edb50 req-d27401f5-fb5e-450c-83e5-022613d8ae7d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:43.039525 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3f3ffb73-8c7e-487a-b497-88fa710edb50 req-d27401f5-fb5e-450c-83e5-022613d8ae7d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 945 time: 0.0661728 Oct 28 15:59:43.048544 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.054025 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0c5b-ea3b-4e88-bbfa-3d930fab0a8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.067725 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6eafbb-bbce-41ae-93d0-496a624e1db1 x-openstack-request-id: req-6b6eafbb-bbce-41ae-93d0-496a624e1db1 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:43.068017 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-plugged", "status": "completed", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:43.068323 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-6b6eafbb-bbce-41ae-93d0-496a624e1db1 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:43.068861 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'code': 200} Oct 28 15:59:43.071966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: e97b62bb-e46a-4a1a-994a-b43f9bb9349b {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 15:59:43.072318 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device e97b62bb-e46a-4a1a-994a-b43f9bb9349b not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 15:59:43.090226 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3f3ffb73-8c7e-487a-b497-88fa710edb50 req-00286d45-b8d1-4f4e-91a0-f73b467d6a39 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428298 Oct 28 15:59:43.102350 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=10']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:43.117005 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0c5b-ea3b-4e88-bbfa-3d930fab0a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.121118 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8e5d0c5b-ea3b-4e88-bbfa-3d930fab0a8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.124940 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8e5d0c5b-ea3b-4e88-bbfa-3d930fab0a8c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/db3045c2-e446-4c16-a403-3019ef958006 HTTP/1.1" status: 204 len: 168 time: 0.1512380 Oct 28 15:59:43.131323 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d0c5b-ea3b-4e88-bbfa-3d930fab0a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3045c2-e446-4c16-a403-3019ef958006,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:43.165334 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:43.327256 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 15:59:43.603113 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875aed1f-99b9-444a-895f-078ac59768ef req-7ab4a76a-1491-47da-ab47-b8869b4b1e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:43.604651 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-875aed1f-99b9-444a-895f-078ac59768ef req-7ab4a76a-1491-47da-ab47-b8869b4b1e3b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1100 time: 0.0444870 Oct 28 15:59:43.642936 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-875aed1f-99b9-444a-895f-078ac59768ef req-9f89b98d-5b89-4308-ad36-2aebea1d67df service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290232 Oct 28 15:59:43.757176 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f417b2-aae4-46d1-868d-c8a72781df78 req-0edb95a5-f8b5-4a7f-b572-889a87a99146 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:43.758883 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-82f417b2-aae4-46d1-868d-c8a72781df78 req-0edb95a5-f8b5-4a7f-b572-889a87a99146 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 944 time: 0.0522778 Oct 28 15:59:43.768901 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:43.798152 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-82f417b2-aae4-46d1-868d-c8a72781df78 req-c0995e92-dbdf-4acf-94d4-4c7ff120383b tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Oct 28 15:59:44.232350 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45ad15-1dc2-48c7-9812-49aa70fa9298 req-54c2a072-2a57-490f-b73b-38fb77e1d450 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:44.233881 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a45ad15-1dc2-48c7-9812-49aa70fa9298 req-54c2a072-2a57-490f-b73b-38fb77e1d450 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.0550177 Oct 28 15:59:44.289407 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a45ad15-1dc2-48c7-9812-49aa70fa9298 req-a3cdd884-b756-4d85-b0f6-109eb4337acd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492558 Oct 28 15:59:44.624092 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 15:59:44.679700 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 15:59:44.684988 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 15:59:44.685361 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:44.771834 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:44.805987 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 15:59:44.812122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:44.865779 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:44.916721 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa123426-3bd0-4b1e-9ce9-32dfad052b87 req-2b68bb5d-96c9-46c4-90cf-d68098374b5c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:44.918181 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa123426-3bd0-4b1e-9ce9-32dfad052b87 req-2b68bb5d-96c9-46c4-90cf-d68098374b5c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Oct 28 15:59:44.959123 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa123426-3bd0-4b1e-9ce9-32dfad052b87 req-ad8d53e9-46ba-46a0-9604-e86db8ad5552 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338635 Oct 28 15:59:45.069806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 15:59:45.072292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae261332-4550-4448-a1d1-acff62ddcdda" -d '{"events": [{"server_uuid": "2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6", "name": "network-vif-plugged", "status": "completed", "tag": "2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 15:59:45.107952 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a4e9e6-d104-4dbb-8a37-9eb9d0dab3d2 x-openstack-request-id: req-24a4e9e6-d104-4dbb-8a37-9eb9d0dab3d2 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 15:59:45.108328 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6", "name": "network-vif-plugged", "status": "completed", "tag": "2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 15:59:45.108667 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-24a4e9e6-d104-4dbb-8a37-9eb9d0dab3d2 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 15:59:45.109109 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b', 'code': 200} Oct 28 15:59:45.290347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e6663f-6f40-4ec6-9993-6d64a580c1e9 req-62f3a0b4-b666-4579-ab7a-5f1e6982e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:45.291868 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24e6663f-6f40-4ec6-9993-6d64a580c1e9 req-62f3a0b4-b666-4579-ab7a-5f1e6982e675 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 1098 time: 0.0410664 Oct 28 15:59:45.337406 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24e6663f-6f40-4ec6-9993-6d64a580c1e9 req-929116ee-ae0b-4ec2-8d4a-50a688cc57fb service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319273 Oct 28 15:59:45.418347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094368-2b7e-4399-a071-fc75727dd767 req-073fe52a-663f-4f37-8e38-34fb2d7f60f8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:45.419984 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-71094368-2b7e-4399-a071-fc75727dd767 req-073fe52a-663f-4f37-8e38-34fb2d7f60f8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.0534930 Oct 28 15:59:45.458998 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-71094368-2b7e-4399-a071-fc75727dd767 req-79dc8efb-a068-44b4-89eb-98f3f628d7c1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Oct 28 15:59:46.085818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3162379-e74b-4a61-afe3-89001508940b req-7b578ddc-ee94-476b-97e0-0f118e3986d6 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:46.087274 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3162379-e74b-4a61-afe3-89001508940b req-7b578ddc-ee94-476b-97e0-0f118e3986d6 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.0544906 Oct 28 15:59:46.130389 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3162379-e74b-4a61-afe3-89001508940b req-2a140ce0-2ba5-407e-9a7f-d08aafec2027 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Oct 28 15:59:46.587153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f28f7e1-673c-438b-91aa-9f764dddb966 req-687e0a58-8d20-4038-9c05-fc0319bbac8f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:46.588682 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9f28f7e1-673c-438b-91aa-9f764dddb966 req-687e0a58-8d20-4038-9c05-fc0319bbac8f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.0496783 Oct 28 15:59:46.634697 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9f28f7e1-673c-438b-91aa-9f764dddb966 req-584264bf-535d-48c6-bbf1-07b3ac205741 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374241 Oct 28 15:59:46.894813 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53098) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:47.004800 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4f35eba5-8d39-4461-a895-2a266bb4bce4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.084348 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4f35eba5-8d39-4461-a895-2a266bb4bce4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.089361 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4f35eba5-8d39-4461-a895-2a266bb4bce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.129632 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35eba5-8d39-4461-a895-2a266bb4bce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4f4d35-2309-492b-a363-4a5382ba8b96,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:47.137106 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4f35eba5-8d39-4461-a895-2a266bb4bce4 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1181e77e43f944f593a7ab4f69999b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410312 Oct 28 15:59:47.137517 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53106) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:47.303743 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb2e2-d95f-4e72-8500-9f9233b0ce52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.315884 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a74151-59cb-4677-8a1b-35f09f07c770 req-dc2920a6-ea14-4ca2-ac33-7c8261222ec4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:47.317352 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-40a74151-59cb-4677-8a1b-35f09f07c770 req-dc2920a6-ea14-4ca2-ac33-7c8261222ec4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.1408317 Oct 28 15:59:47.328769 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-94e31d58-cd50-44d8-87f3-c8581e679ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:47.330171 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-94e31d58-cd50-44d8-87f3-c8581e679ee5 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1138 time: 0.1189470 Oct 28 15:59:47.355316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4f678-8176-4e45-954c-a5db57888f3d req-380e46e4-c7af-4c84-965b-c41dde2d62d4 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:47.356732 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8ad4f678-8176-4e45-954c-a5db57888f3d req-380e46e4-c7af-4c84-965b-c41dde2d62d4 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.1379819 Oct 28 15:59:47.368939 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb2e2-d95f-4e72-8500-9f9233b0ce52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.489357 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-40a74151-59cb-4677-8a1b-35f09f07c770 req-0f893a8e-f931-479b-b1be-57c7b1135530 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552038 Oct 28 15:59:47.498920 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8ad4f678-8176-4e45-954c-a5db57888f3d req-f018e529-06af-43c0-b838-96be88766431 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281443 Oct 28 15:59:47.524418 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-d9c73d11-3693-4a15-9533-5b5973f9ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:47.525883 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-d9c73d11-3693-4a15-9533-5b5973f9ac18 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.1834843 Oct 28 15:59:47.534126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb2e2-d95f-4e72-8500-9f9233b0ce52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.537072 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb2e2-d95f-4e72-8500-9f9233b0ce52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:47.538556 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e8bbb2e2-d95f-4e72-8500-9f9233b0ce52 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/aa4f4d35-2309-492b-a363-4a5382ba8b96 HTTP/1.1" status: 204 len: 168 time: 0.3993456 Oct 28 15:59:47.584766 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbb2e2-d95f-4e72-8500-9f9233b0ce52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4f4d35-2309-492b-a363-4a5382ba8b96,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:47.617462 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-42c26b43-ccda-4fca-b9f1-bd7cc5772932 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 1001 time: 0.0780480 Oct 28 15:59:47.691955 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-1f7fe144-3c62-4294-8eda-64732c8bb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:47.693503 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-1f7fe144-3c62-4294-8eda-64732c8bb120 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.0574508 Oct 28 15:59:47.762906 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-3005516b-3fc5-4d59-8ca0-6764b43018fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:47.765281 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-3005516b-3fc5-4d59-8ca0-6764b43018fb service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0559659 Oct 28 15:59:47.874177 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-283ae54e-fd96-4a9c-befe-40d9bef8fb17 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962746 Oct 28 15:59:48.023949 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e2fb2e-d596-4532-9d2a-7270b363abab req-03970455-7ba7-41cd-8ec2-dae6ae187edb service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325328 Oct 28 15:59:48.629630 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a463d-c78e-4cd0-967a-e1c7a9110132 req-dc8d6ed5-7060-4d46-ac3a-0064050a7f06 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:48.631160 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4b3a463d-c78e-4cd0-967a-e1c7a9110132 req-dc8d6ed5-7060-4d46-ac3a-0064050a7f06 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0718868 Oct 28 15:59:48.670178 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4b3a463d-c78e-4cd0-967a-e1c7a9110132 req-f65db7f9-6b55-4627-a606-6feacca7065c tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327728 Oct 28 15:59:48.874186 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53216) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:48.983651 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dca2b406-a356-4956-8952-e784b2bed950 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.063456 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dca2b406-a356-4956-8952-e784b2bed950 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.069217 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dca2b406-a356-4956-8952-e784b2bed950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.106780 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-dca2b406-a356-4956-8952-e784b2bed950 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=9ea8ef316dc44129857fa4b9a862befd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313044 Oct 28 15:59:49.108747 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2b406-a356-4956-8952-e784b2bed950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b526a3f4-b0cf-4680-85c3-2aa0c080d975,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:49.109676 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53222) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:49.162132 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff8e-5b73-44e4-8df8-79793021f638 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.182694 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff8e-5b73-44e4-8df8-79793021f638 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.237000 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff8e-5b73-44e4-8df8-79793021f638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.239463 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9e91ff8e-5b73-44e4-8df8-79793021f638 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:49.240649 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9e91ff8e-5b73-44e4-8df8-79793021f638 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b526a3f4-b0cf-4680-85c3-2aa0c080d975 HTTP/1.1" status: 204 len: 168 time: 0.1299534 Oct 28 15:59:49.248370 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91ff8e-5b73-44e4-8df8-79793021f638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b526a3f4-b0cf-4680-85c3-2aa0c080d975,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:49.785947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91d284-d92b-46d5-b7e8-0ea929ef1144 req-04332897-fa09-4e4b-864a-f894a78afe80 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:49.787563 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8a91d284-d92b-46d5-b7e8-0ea929ef1144 req-04332897-fa09-4e4b-864a-f894a78afe80 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0500295 Oct 28 15:59:49.828997 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8a91d284-d92b-46d5-b7e8-0ea929ef1144 req-3b124d15-26a8-4b7f-99cf-fdbf5b18fdc7 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351808 Oct 28 15:59:50.729288 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53266) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:50.760058 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-3fb10cd3-9539-428f-918b-3d60d39e7681 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448346 Oct 28 15:59:50.824742 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235c11e-a48b-4799-8019-396153b33732 req-fd69adaa-6ebb-46cb-9574-6bdf28683a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:50.826237 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-fd69adaa-6ebb-46cb-9574-6bdf28683a04 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 1100 time: 0.0405161 Oct 28 15:59:50.840931 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d0fecbd7-d2fc-4f2f-adc7-ee06d72492e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:50.936829 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d0fecbd7-d2fc-4f2f-adc7-ee06d72492e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:50.941885 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d0fecbd7-d2fc-4f2f-adc7-ee06d72492e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:50.978356 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fecbd7-d2fc-4f2f-adc7-ee06d72492e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07865cb1-6cd5-413f-a13c-f7eea95e7ae9,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:50.978611 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235c11e-a48b-4799-8019-396153b33732 req-c63b81bc-af93-4218-807f-58fe3bb57dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:50.980109 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-c63b81bc-af93-4218-807f-58fe3bb57dee service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.1314518 Oct 28 15:59:50.983259 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d0fecbd7-d2fc-4f2f-adc7-ee06d72492e0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=465d61c9b02c4da491e042e95f3e64f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2528665 Oct 28 15:59:50.986037 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53272) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:50.994716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a862180-ba66-49e9-b084-0a08810e084c req-7da6a2ee-a714-4e03-91f9-e777c069a3b1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:50.996284 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9a862180-ba66-49e9-b084-0a08810e084c req-7da6a2ee-a714-4e03-91f9-e777c069a3b1 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0796289 Oct 28 15:59:51.037128 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7b17165a-530b-46eb-ad1c-98fd9abfc596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.063236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7b17165a-530b-46eb-ad1c-98fd9abfc596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.080352 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9a862180-ba66-49e9-b084-0a08810e084c req-9b3d5576-f19a-40b1-91b0-db038c816ec6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0758433 Oct 28 15:59:51.082362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-690d6204-0a85-4792-9be3-a4bb928dbbd8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 200 len: 1002 time: 0.0852160 Oct 28 15:59:51.109227 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7b17165a-530b-46eb-ad1c-98fd9abfc596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.111911 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-7b17165a-530b-46eb-ad1c-98fd9abfc596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.115876 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-7b17165a-530b-46eb-ad1c-98fd9abfc596 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/07865cb1-6cd5-413f-a13c-f7eea95e7ae9 HTTP/1.1" status: 204 len: 168 time: 0.1260839 Oct 28 15:59:51.124630 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b17165a-530b-46eb-ad1c-98fd9abfc596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07865cb1-6cd5-413f-a13c-f7eea95e7ae9,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:51.145576 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235c11e-a48b-4799-8019-396153b33732 req-00cdaf92-0299-40e3-a4da-4bd48f7b79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:51.146956 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-00cdaf92-0299-40e3-a4da-4bd48f7b79c8 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0503280 Oct 28 15:59:51.215244 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f235c11e-a48b-4799-8019-396153b33732 req-f379e9d2-5162-4643-b48f-bd809786d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:51.216829 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-f379e9d2-5162-4643-b48f-bd809786d12e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557678 Oct 28 15:59:51.316344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-7f01f22d-3426-4d70-874d-919a58608ef1 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Oct 28 15:59:51.405370 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53280) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:51.416371 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f235c11e-a48b-4799-8019-396153b33732 req-17bf11b1-dd58-4bf3-8699-6dfddb42f63b service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875819 Oct 28 15:59:51.421291 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ef0d029c-f58f-45c5-80a0-4538a740162c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.502856 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ef0d029c-f58f-45c5-80a0-4538a740162c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.508003 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ef0d029c-f58f-45c5-80a0-4538a740162c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.545836 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0d029c-f58f-45c5-80a0-4538a740162c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41e9b0d-a04c-48b9-b9b5-069f8f41df94,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:51.554213 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ef0d029c-f58f-45c5-80a0-4538a740162c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=69f10d6a0ea4492b9ad0078db752b272&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469736 Oct 28 15:59:51.555904 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53282) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 15:59:51.606033 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-69656522-4438-4d5c-a827-c4d5a3c34f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.627924 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-69656522-4438-4d5c-a827-c4d5a3c34f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.678372 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-69656522-4438-4d5c-a827-c4d5a3c34f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.681175 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-69656522-4438-4d5c-a827-c4d5a3c34f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:51.682351 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-69656522-4438-4d5c-a827-c4d5a3c34f45 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/d41e9b0d-a04c-48b9-b9b5-069f8f41df94 HTTP/1.1" status: 204 len: 168 time: 0.1255133 Oct 28 15:59:51.690895 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69656522-4438-4d5c-a827-c4d5a3c34f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41e9b0d-a04c-48b9-b9b5-069f8f41df94,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 15:59:52.136828 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 15:59:52.202218 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa6c56-d7fd-4eed-934a-870048daa917 req-9c16afe8-f4f6-4ba3-9818-91da29a78bf9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:52.203798 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-33fa6c56-d7fd-4eed-934a-870048daa917 req-9c16afe8-f4f6-4ba3-9818-91da29a78bf9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0530775 Oct 28 15:59:52.245922 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-33fa6c56-d7fd-4eed-934a-870048daa917 req-3f1a9009-b47a-463c-ae06-c6ff705f54db tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353804 Oct 28 15:59:53.632083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ce2bb-2086-4fbc-86d6-3e7908609a2a req-5ec3f430-663f-4c5a-84c0-d82531fd477e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:53.632083 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b7ce2bb-2086-4fbc-86d6-3e7908609a2a req-5ec3f430-663f-4c5a-84c0-d82531fd477e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.3037133 Oct 28 15:59:53.673912 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b7ce2bb-2086-4fbc-86d6-3e7908609a2a req-e59cf1f0-0483-407f-9d32-ff78d3067f5e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374753 Oct 28 15:59:54.790784 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb33df1-7e2e-46fc-923f-53733c056911 req-5922fd8c-bf04-4576-91be-4e69c2f06e0d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:54.792405 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eeb33df1-7e2e-46fc-923f-53733c056911 req-5922fd8c-bf04-4576-91be-4e69c2f06e0d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0512514 Oct 28 15:59:54.835526 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eeb33df1-7e2e-46fc-923f-53733c056911 req-41399d02-55b6-45b6-8293-fd8e49cd33cc tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357113 Oct 28 15:59:55.958853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041f390-1d45-4afd-9478-bc8f74eef255 req-298a9204-47bf-4b0c-be16-37fb2055d224 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:55.960513 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a041f390-1d45-4afd-9478-bc8f74eef255 req-298a9204-47bf-4b0c-be16-37fb2055d224 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0514345 Oct 28 15:59:55.999646 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a041f390-1d45-4afd-9478-bc8f74eef255 req-f0f262c2-1e0b-4f6e-b56a-5eaed34d5be3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330920 Oct 28 15:59:57.130788 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd0a64d-f540-49a5-bf1c-c894157159d8 req-359174ea-08a7-4aef-adce-875bf6f70364 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:57.132320 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbd0a64d-f540-49a5-bf1c-c894157159d8 req-359174ea-08a7-4aef-adce-875bf6f70364 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0537469 Oct 28 15:59:57.175080 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbd0a64d-f540-49a5-bf1c-c894157159d8 req-22b62334-fea0-4ccf-9f77-59463020daf2 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338914 Oct 28 15:59:58.307998 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31016fb-c633-48f1-8478-82a9d511c1b7 req-6e0a5587-af8b-4ef2-9f5b-e7eb449ddb70 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:58.309473 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b31016fb-c633-48f1-8478-82a9d511c1b7 req-6e0a5587-af8b-4ef2-9f5b-e7eb449ddb70 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0539527 Oct 28 15:59:58.350091 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b31016fb-c633-48f1-8478-82a9d511c1b7 req-d1a0bd8f-a94f-433e-9654-5bc8a47a4b2b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344172 Oct 28 15:59:59.474660 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bfc26-67ff-4958-8cf1-bac9b7fbf1f1 req-ed41c03c-d01e-4b69-9a62-35fdef0a0e61 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 15:59:59.478091 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da9bfc26-67ff-4958-8cf1-bac9b7fbf1f1 req-ed41c03c-d01e-4b69-9a62-35fdef0a0e61 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0523071 Oct 28 15:59:59.522122 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da9bfc26-67ff-4958-8cf1-bac9b7fbf1f1 req-776b6ff9-b624-4748-b9be-bbc60b9f595a tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397844 Oct 28 16:00:00.653947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62358070-2101-4f60-ab40-b4136d880765 req-44f39444-5066-440d-bd11-c2f95105e03f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:00.655466 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-62358070-2101-4f60-ab40-b4136d880765 req-44f39444-5066-440d-bd11-c2f95105e03f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0652447 Oct 28 16:00:00.697558 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-62358070-2101-4f60-ab40-b4136d880765 req-3485ff79-56cf-49ef-91ea-6198661aff7d tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354714 Oct 28 16:00:01.815588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5471d2-6796-4557-956f-6698384f5812 req-a1d62b5d-b697-4ecc-8a37-204f417c913f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:01.817006 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3f5471d2-6796-4557-956f-6698384f5812 req-a1d62b5d-b697-4ecc-8a37-204f417c913f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0497065 Oct 28 16:00:01.858549 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3f5471d2-6796-4557-956f-6698384f5812 req-c871f6fb-ada8-4ac3-8aff-a6589cbd019a tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353174 Oct 28 16:00:01.974113 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53414) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:02.083527 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-20485ad5-4883-4f36-8781-2ab39516bf5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.168115 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-20485ad5-4883-4f36-8781-2ab39516bf5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.174442 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-20485ad5-4883-4f36-8781-2ab39516bf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.212092 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-20485ad5-4883-4f36-8781-2ab39516bf5c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ce86878fea7f46a491e10bedf8cd6ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367911 Oct 28 16:00:02.212935 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20485ad5-4883-4f36-8781-2ab39516bf5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ed4620-19f5-437c-97fe-354bfb09af7a,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:02.215046 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53418) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:02.265128 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.287507 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.336542 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.340366 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.341953 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/20ed4620-19f5-437c-97fe-354bfb09af7a HTTP/1.1" status: 204 len: 168 time: 0.1258550 Oct 28 16:00:02.350009 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ed4620-19f5-437c-97fe-354bfb09af7a,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:02.357294 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.357647 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.357979 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.358293 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.358616 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.358937 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.359369 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.359703 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.360023 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.360397 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.360666 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.360975 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc74ca44-1899-4c0d-a6f3-978c08dd2804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:02.648794 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53428) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:02.662765 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-92639cd8-01a5-451e-a315-0ff2ed672a77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.737672 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-92639cd8-01a5-451e-a315-0ff2ed672a77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.742944 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-92639cd8-01a5-451e-a315-0ff2ed672a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.777932 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-92639cd8-01a5-451e-a315-0ff2ed672a77 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b153181487594938a17295aa9806298c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1277509 Oct 28 16:00:02.780832 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53432) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:02.782828 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92639cd8-01a5-451e-a315-0ff2ed672a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8c1432-7ca7-4a67-933b-63a3fcbdd1ca,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:02.838136 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-44441b82-c8ab-4550-938e-33e4ec5dfe05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.861953 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-44441b82-c8ab-4550-938e-33e4ec5dfe05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.916182 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-44441b82-c8ab-4550-938e-33e4ec5dfe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.918922 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-44441b82-c8ab-4550-938e-33e4ec5dfe05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:02.920112 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-44441b82-c8ab-4550-938e-33e4ec5dfe05 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2c8c1432-7ca7-4a67-933b-63a3fcbdd1ca HTTP/1.1" status: 204 len: 168 time: 0.1381781 Oct 28 16:00:02.929680 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44441b82-c8ab-4550-938e-33e4ec5dfe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8c1432-7ca7-4a67-933b-63a3fcbdd1ca,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:02.985289 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689a5c3-b355-4bc7-bc41-abbdbb6772a1 req-fc3711d4-5c7a-48c2-9fba-0cb6b1897791 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:02.986773 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0689a5c3-b355-4bc7-bc41-abbdbb6772a1 req-fc3711d4-5c7a-48c2-9fba-0cb6b1897791 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0524762 Oct 28 16:00:03.026520 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0689a5c3-b355-4bc7-bc41-abbdbb6772a1 req-c55da7ee-6549-40f6-9c41-ce11c1e70492 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334854 Oct 28 16:00:04.140703 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfee26-2137-459c-874d-a4e4b9e78152 req-200c26a3-9b44-4628-aff5-9f9eb3ec593b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:04.142203 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1bdfee26-2137-459c-874d-a4e4b9e78152 req-200c26a3-9b44-4628-aff5-9f9eb3ec593b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0488896 Oct 28 16:00:04.185113 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1bdfee26-2137-459c-874d-a4e4b9e78152 req-37dc123f-ade1-411d-8b01-a9f971ef77e9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368855 Oct 28 16:00:05.314734 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51c00f-70b4-4106-b0cc-2b0cf6d7b689 req-e315650a-2625-42b7-87d4-4f756e0e9272 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:05.316258 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1c51c00f-70b4-4106-b0cc-2b0cf6d7b689 req-e315650a-2625-42b7-87d4-4f756e0e9272 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0541368 Oct 28 16:00:05.361796 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1c51c00f-70b4-4106-b0cc-2b0cf6d7b689 req-99907ed5-104b-4c0c-a13f-8ca205774645 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386820 Oct 28 16:00:06.481145 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2872d2-d93a-418f-8601-34bd46cb4554 req-3b39b3ac-d544-4067-8120-2270b6e600a4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:06.482641 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8e2872d2-d93a-418f-8601-34bd46cb4554 req-3b39b3ac-d544-4067-8120-2270b6e600a4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0501873 Oct 28 16:00:06.525067 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8e2872d2-d93a-418f-8601-34bd46cb4554 req-2ba9876e-bd08-4e18-b037-2e5c42440290 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360587 Oct 28 16:00:07.178723 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:00:07.650861 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36d89d-0b3f-43f5-ac0e-9ce6f665816b req-409d5c61-992c-4b61-a76b-ed8782702814 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:07.652376 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba36d89d-0b3f-43f5-ac0e-9ce6f665816b req-409d5c61-992c-4b61-a76b-ed8782702814 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0547581 Oct 28 16:00:07.697116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba36d89d-0b3f-43f5-ac0e-9ce6f665816b req-621c58c3-2538-4921-857c-85f4f120df56 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384929 Oct 28 16:00:08.486763 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-bd8bcfb1-bfa5-43d6-8b5d-5a18f9dcf490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:08.826924 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965fc752-4f8d-4a20-8964-8f3feaf69e65 req-9fcd8a66-408a-483b-9804-86fd9f6147d6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:08.828688 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-965fc752-4f8d-4a20-8964-8f3feaf69e65 req-9fcd8a66-408a-483b-9804-86fd9f6147d6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0536618 Oct 28 16:00:08.883458 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-965fc752-4f8d-4a20-8964-8f3feaf69e65 req-4986e9c7-f6e0-4bbf-8b3b-3eaf26f59e57 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0462201 Oct 28 16:00:10.012308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5caa1-7d76-483d-9059-adad3f6a9c7f req-23533de6-27aa-44c8-b4d6-14d4de33d6cc tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:10.013918 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-30e5caa1-7d76-483d-9059-adad3f6a9c7f req-23533de6-27aa-44c8-b4d6-14d4de33d6cc tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0514345 Oct 28 16:00:10.056309 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-30e5caa1-7d76-483d-9059-adad3f6a9c7f req-c59c7c36-7a60-4e3e-bb5d-3f3d6253c175 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&id=0b211ca0-3f4b-480b-b59f-30c4e9a0035e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352314 Oct 28 16:00:11.046739 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-95ca0801-1547-4402-9b41-2b61768e9d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.061803 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53602) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:11.172953 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3eba-b55e-4123-b5d0-32a9064da4a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.246801 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3eba-b55e-4123-b5d0-32a9064da4a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.252514 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f6dd3eba-b55e-4123-b5d0-32a9064da4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.291942 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f6dd3eba-b55e-4123-b5d0-32a9064da4a3 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ffaf301faebd4a0483b6ea9ea6251660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290590 Oct 28 16:00:11.292770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd3eba-b55e-4123-b5d0-32a9064da4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44268fd-7463-4457-a171-87c85753c865,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:11.294771 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53606) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:11.350545 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0389aca1-2ab6-4190-aba7-bf85df58e347 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.371120 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0389aca1-2ab6-4190-aba7-bf85df58e347 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.419623 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0389aca1-2ab6-4190-aba7-bf85df58e347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.422791 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0389aca1-2ab6-4190-aba7-bf85df58e347 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.423972 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0389aca1-2ab6-4190-aba7-bf85df58e347 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f44268fd-7463-4457-a171-87c85753c865 HTTP/1.1" status: 204 len: 168 time: 0.1281044 Oct 28 16:00:11.433433 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389aca1-2ab6-4190-aba7-bf85df58e347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44268fd-7463-4457-a171-87c85753c865,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:11.706002 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 53614) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:11.719453 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dda9bcce-6f44-4e1c-8516-8655e9ce699d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.795075 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dda9bcce-6f44-4e1c-8516-8655e9ce699d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.801633 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dda9bcce-6f44-4e1c-8516-8655e9ce699d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.839760 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-dda9bcce-6f44-4e1c-8516-8655e9ce699d admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=ca29706e4b10428c8d1dae4372112ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1325915 Oct 28 16:00:11.840659 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9bcce-6f44-4e1c-8516-8655e9ce699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab17b50-1810-417d-8ac7-12faf6c97d2f,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:11.843515 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53616) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:11.895781 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f743bb41-5762-4511-aa9e-fe6bfcaf948f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.917457 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f743bb41-5762-4511-aa9e-fe6bfcaf948f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.959459 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.966174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f743bb41-5762-4511-aa9e-fe6bfcaf948f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.968880 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f743bb41-5762-4511-aa9e-fe6bfcaf948f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:11.970021 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f743bb41-5762-4511-aa9e-fe6bfcaf948f admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/cab17b50-1810-417d-8ac7-12faf6c97d2f HTTP/1.1" status: 204 len: 168 time: 0.1251185 Oct 28 16:00:11.977746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743bb41-5762-4511-aa9e-fe6bfcaf948f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab17b50-1810-417d-8ac7-12faf6c97d2f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:12.275873 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.306431 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53622) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:12.319045 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5117a7b9-af3e-4ed2-8895-ea7b8d239560 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.393880 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5117a7b9-af3e-4ed2-8895-ea7b8d239560 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.399787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5117a7b9-af3e-4ed2-8895-ea7b8d239560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.438595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5117a7b9-af3e-4ed2-8895-ea7b8d239560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf9c647-5231-446f-9ed9-2071a091adba,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:12.442726 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-5117a7b9-af3e-4ed2-8895-ea7b8d239560 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=da7b7f4d9958445994935120c951ce4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1362698 Oct 28 16:00:12.445468 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 53624) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:12.495440 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c47e34a0-d173-445e-ac81-b40d8e149fce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.517534 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c47e34a0-d173-445e-ac81-b40d8e149fce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.566600 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c47e34a0-d173-445e-ac81-b40d8e149fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.569197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c47e34a0-d173-445e-ac81-b40d8e149fce admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:12.570342 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c47e34a0-d173-445e-ac81-b40d8e149fce admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/5bf9c647-5231-446f-9ed9-2071a091adba HTTP/1.1" status: 204 len: 168 time: 0.1239660 Oct 28 16:00:12.578144 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e34a0-d173-445e-ac81-b40d8e149fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf9c647-5231-446f-9ed9-2071a091adba,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:13.770914 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:22.146232 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:35.575202 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba0c7b-59f8-4b46-89ca-cdbda741df0e req-32cd1047-f378-4c07-8d7d-0ef515851530 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:35.576739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d4ba0c7b-59f8-4b46-89ca-cdbda741df0e req-32cd1047-f378-4c07-8d7d-0ef515851530 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.0506499 Oct 28 16:00:35.617297 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d4ba0c7b-59f8-4b46-89ca-cdbda741df0e req-3c03f8e9-f8b2-4886-bd62-481eae5d6cba tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344100 Oct 28 16:00:36.742677 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c750314-50b0-43c1-b24b-c8fc50d75dab req-b379362b-8fba-4fe4-b904-401c8a2e5dbf tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:36.744202 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4c750314-50b0-43c1-b24b-c8fc50d75dab req-b379362b-8fba-4fe4-b904-401c8a2e5dbf tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.0548298 Oct 28 16:00:36.782739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4c750314-50b0-43c1-b24b-c8fc50d75dab req-f5c133b4-2db2-4d55-8a3d-23f6e29f5339 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325541 Oct 28 16:00:37.619431 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-33f208d7-620f-4591-823d-85ae47052da5 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:37.620938 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-33f208d7-620f-4591-823d-85ae47052da5 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.0533662 Oct 28 16:00:37.731293 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Deleting port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:00:37.731632 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:37.828588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] For port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:00:37.829259 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:37.841971 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Calling delete_port for 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:00:37.952063 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bead5e-bf09-43ec-827c-0293c8fe5045 req-cf5cba52-2504-4193-9b79-b6434f24b73c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:37.953458 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c8bead5e-bf09-43ec-827c-0293c8fe5045 req-cf5cba52-2504-4193-9b79-b6434f24b73c tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6 HTTP/1.1" status: 200 len: 945 time: 0.1004579 Oct 28 16:00:38.027421 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c8bead5e-bf09-43ec-827c-0293c8fe5045 req-18c4f4f3-ae62-4b1c-a484-6f6ce8820c3d tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673614 Oct 28 16:00:38.033319 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:38.055102 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:00:38.065980 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Pushing event deleted for resources: {'Port': ['ID=2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:38.111163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] No DVR routers for this DVR port 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:00:38.113781 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:38.117176 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8dd8ffa4-e724-4961-9e13-3e6bf8862fa9 req-1cc1b594-1f1b-4f4e-9376-22bdfc6ca515 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "DELETE /v2.0/ports/2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b HTTP/1.1" status: 204 len: 173 time: 0.4814854 Oct 28 16:00:38.117602 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'name': 'network-vif-deleted', 'tag': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:00:38.119897 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215585bf-bd96-4cdb-8004-389d9e1a01e9" -d '{"events": [{"server_uuid": "2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6", "name": "network-vif-deleted", "tag": "2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:00:38.156303 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37898995-88a3-477a-be03-e5622633ab1d x-openstack-request-id: req-37898995-88a3-477a-be03-e5622633ab1d {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:00:38.156599 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6", "name": "network-vif-deleted", "tag": "2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:00:38.156846 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-37898995-88a3-477a-be03-e5622633ab1d {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:00:38.157258 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd46be1-d8b1-4fe3-aa27-c7e0ccca62e6', 'name': 'network-vif-deleted', 'tag': '2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b', 'status': 'completed', 'code': 200} Oct 28 16:00:38.489371 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1a6f169c-9eb3-478a-935a-97278900bc8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:41.047789 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6c1e5414-95ed-4849-880c-06ef9f54aff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:41.969899 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:42.295031 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:42.882406 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:00:42.906195 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:00:42.906534 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 2bc7b91c-75d9-4cc8-8ebb-92c38e50e12b not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:00:43.774719 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:44.181384 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:00:49.246734 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-aa86e333-1876-4abd-8b4e-2b48fa71803b tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:49.248150 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-aa86e333-1876-4abd-8b4e-2b48fa71803b tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/networks?id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 200 len: 814 time: 0.1115236 Oct 28 16:00:49.263009 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-1ee87480-d884-44f6-bfae-0b9fe9e7279b tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/quotas/76e51b2f6c3f4a8db2a43d8d7119740a HTTP/1.1" status: 200 len: 375 time: 0.0090435 Oct 28 16:00:49.294315 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-3a803fea-d2a9-4454-94ec-8949e3d14256 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256605 Oct 28 16:00:49.503834 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-d322627b-4613-4fa2-a94d-a1d9f15c434e service neutron] 10.222.0.74 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015183 Oct 28 16:00:49.598785 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-ceefa768-b76f-4bd2-899d-5df80100e190 service neutron] 10.222.0.74 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889697 Oct 28 16:00:49.765240 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c0c6f37e-bc41-485e-867a-b6397778f49c req-1a7ba289-9e57-4887-aac0-b0c01b1e0da0 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 210 time: 0.0293078 Oct 28 16:00:50.562460 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfb0e7-942f-40af-b852-9062c07e7228 req-64cb3fca-cbb6-4ca2-b81f-a817791291e4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:50.564095 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-91cfb0e7-942f-40af-b852-9062c07e7228 req-64cb3fca-cbb6-4ca2-b81f-a817791291e4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.0519619 Oct 28 16:00:50.606493 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-91cfb0e7-942f-40af-b852-9062c07e7228 req-99aee955-3748-4b37-a20d-f090d1d5da27 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352609 Oct 28 16:00:50.903261 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d6bc56af-fae5-4d5c-acab-4455694b6cf6 req-d6d9ba2d-017b-473d-a345-789bd1afd5d7 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 210 time: 0.0576825 Oct 28 16:00:50.951743 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-d6feacd1-4fca-49fb-982e-74d24e63928e tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:50.953338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-d6feacd1-4fca-49fb-982e-74d24e63928e tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "GET /v2.0/networks?id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 200 len: 814 time: 0.1368191 Oct 28 16:00:50.971892 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Request body: {'port': {'device_id': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a', 'admin_state_up': True, 'tenant_id': '76e51b2f6c3f4a8db2a43d8d7119740a'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:51.088371 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Made reservation on behalf of 76e51b2f6c3f4a8db2a43d8d7119740a for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:00:51.093604 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.222832 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Allocated IP 172.20.0.10 (9e8a4511-3ac6-4fc7-a04f-f2199960ef0a/a3d21c6a-e3ec-482c-bc90-5f904c3b97c7/91748abd-01cb-4efe-b1a4-02ed606db22f) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:00:51.364301 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.398025 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.444995 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:00:51.448195 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:00:51.451901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:00:51.458233 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Pushing event updated for resources: {'Port': ['ID=91748abd-01cb-4efe-b1a4-02ed606db22f,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:51.485036 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.485387 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.485720 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.486054 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.486380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.486712 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.487038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.487358 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.487711 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.488033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.488355 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.488675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:51.513364 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:51.513904 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.530623 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-27ecef46-4bf7-49a4-ae52-c634a5a251d8 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625570 Oct 28 16:00:51.545501 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Request body: {'port': {'device_id': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:51.598068 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.807936 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546724a-3aa0-4fdb-917d-6c588e396cf9 req-0ed9965b-9242-45ee-9c7a-72faf6f84ef1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:51.810076 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a546724a-3aa0-4fdb-917d-6c588e396cf9 req-0ed9965b-9242-45ee-9c7a-72faf6f84ef1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.1120405 Oct 28 16:00:51.877913 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a546724a-3aa0-4fdb-917d-6c588e396cf9 req-521af4a5-7547-4f3c-a2eb-73c6be991c69 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611527 Oct 28 16:00:51.934542 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91748abd-01cb-4efe-b1a4-02ed606db22f {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:00:51.942536 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:51.956228 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Transition to ACTIVE for port object 91748abd-01cb-4efe-b1a4-02ed606db22f will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:00:51.962447 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:52.036976 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Pushing event updated for resources: {'Port': ['ID=91748abd-01cb-4efe-b1a4-02ed606db22f,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:52.088473 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b506a-b4c1-472a-bfcd-6faf5900cf49 req-c98e7ec6-5a50-4202-b795-b218e8dbb563 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.089968 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-624b506a-b4c1-472a-bfcd-6faf5900cf49 req-c98e7ec6-5a50-4202-b795-b218e8dbb563 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 944 time: 0.1021039 Oct 28 16:00:52.142310 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Attempting to bind port 91748abd-01cb-4efe-b1a4-02ed606db22f on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:00:52.142648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Attempting to bind port 91748abd-01cb-4efe-b1a4-02ed606db22f by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:00:52.142898 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:52.143385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Attempting to bind port 91748abd-01cb-4efe-b1a4-02ed606db22f on network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:00:52.151351 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-624b506a-b4c1-472a-bfcd-6faf5900cf49 req-d89aba70-be07-447d-82ec-a11a1b4b6339 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552812 Oct 28 16:00:52.152287 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Port 91748abd-01cb-4efe-b1a4-02ed606db22f on network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:00:52.152677 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Attempting to bind port 91748abd-01cb-4efe-b1a4-02ed606db22f on network 9e8a4511-3ac6-4fc7-a04f-f2199960ef0a {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:00:52.157886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:00:52.158220 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Checking segment: {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:00:52.158597 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Bound using segment: {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:00:52.159019 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Bound port: 91748abd-01cb-4efe-b1a4-02ed606db22f, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e64b877-51cc-47cd-8bf6-42e5186c5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:00:52.159379 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:52.220866 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] For port 91748abd-01cb-4efe-b1a4-02ed606db22f, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:00:52.224058 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] For port 91748abd-01cb-4efe-b1a4-02ed606db22f, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=91748abd-01cb-4efe-b1a4-02ed606db22f,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:00:52.229669 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:52.272028 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.272641 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:52.274036 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] 10.222.0.54 "PUT /v2.0/ports/91748abd-01cb-4efe-b1a4-02ed606db22f HTTP/1.1" status: 200 len: 1094 time: 0.7325535 Oct 28 16:00:52.274467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'tag': '91748abd-01cb-4efe-b1a4-02ed606db22f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:00:52.276775 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b74d28-2d8b-4553-a93f-7118d3a97b27" -d '{"events": [{"name": "network-changed", "server_uuid": "1475601e-9c48-4ca6-9409-acb5229e59a7", "tag": "91748abd-01cb-4efe-b1a4-02ed606db22f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:00:52.296220 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041d0e7-c844-429d-9c57-8a3466f94f70 service neutron] Pushing event updated for resources: {'Port': ['ID=91748abd-01cb-4efe-b1a4-02ed606db22f,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:52.322195 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524bd86b-90f6-4b61-be3a-c9a835128d0d x-openstack-request-id: req-524bd86b-90f6-4b61-be3a-c9a835128d0d {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:00:52.322507 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1475601e-9c48-4ca6-9409-acb5229e59a7", "tag": "91748abd-01cb-4efe-b1a4-02ed606db22f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:00:52.322756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-524bd86b-90f6-4b61-be3a-c9a835128d0d {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:00:52.323152 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'tag': '91748abd-01cb-4efe-b1a4-02ed606db22f', 'status': 'completed', 'code': 200} Oct 28 16:00:52.375098 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-a82c493e-7a93-43e5-ad58-c6bc8e9de325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.376642 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-a82c493e-7a93-43e5-ad58-c6bc8e9de325 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 1097 time: 0.0420043 Oct 28 16:00:52.426621 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-010bd796-97a7-424b-b678-18a989355d02 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91748abd-01cb-4efe-b1a4-02ed606db22f HTTP/1.1" status: 200 len: 217 time: 0.0374138 Oct 28 16:00:52.481125 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bee34-d532-49a3-9631-3490f092cabf req-cbbd4a47-7ac7-4777-a418-b2a62d8cb17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.482564 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-cbbd4a47-7ac7-4777-a418-b2a62d8cb17a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3d21c6a-e3ec-482c-bc90-5f904c3b97c7 HTTP/1.1" status: 200 len: 854 time: 0.0455835 Oct 28 16:00:52.515663 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-5700785d-eb8f-49e4-8124-023fca702af4 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241423 Oct 28 16:00:52.615107 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-fcfd03f8-0056-4614-91c5-4e2d4b18538c service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875561 Oct 28 16:00:52.687049 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-3aad749d-34d4-4bf0-8de1-0c0c9533b438 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.688572 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-3aad749d-34d4-4bf0-8de1-0c0c9533b438 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.0528162 Oct 28 16:00:52.734367 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-f78f0476-626d-4bfd-985d-86e378816277 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997210 Oct 28 16:00:52.751500 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-523bee34-d532-49a3-9631-3490f092cabf req-19c88c84-ed5c-4a12-877f-bec5b3976f1b service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157591 Oct 28 16:00:52.787150 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Deleting port 456e92ce-6f53-4656-97a1-f34e47da3fc9 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:00:52.787517 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:52.866096 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-85c38b74-7c4e-41e2-bd2a-46eb57908c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.867550 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-85c38b74-7c4e-41e2-bd2a-46eb57908c7f service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1138 time: 0.0698278 Oct 28 16:00:52.876049 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-472e644e-b6e7-435a-9ca4-4d79086d64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:52.877455 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-472e644e-b6e7-435a-9ca4-4d79086d64d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 1097 time: 0.0519266 Oct 28 16:00:52.880493 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] For port 456e92ce-6f53-4656-97a1-f34e47da3fc9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=456e92ce-6f53-4656-97a1-f34e47da3fc9,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:00:52.880854 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:53.091265 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc1ef0-6cf0-4a3d-b9b6-0c373ffb2217 req-51d6ec51-7810-4748-a205-9d16a29fde81 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.092813 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-27fc1ef0-6cf0-4a3d-b9b6-0c373ffb2217 req-51d6ec51-7810-4748-a205-9d16a29fde81 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=caee99fc-0044-4a71-9e30-1b3d959c971c HTTP/1.1" status: 200 len: 947 time: 0.1166859 Oct 28 16:00:53.096012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-a099fa30-f230-4084-a7e0-d02537a361ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.097431 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-a099fa30-f230-4084-a7e0-d02537a361ea service neutron] 10.222.0.54 "GET /v2.0/networks?id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 200 len: 915 time: 0.2092988 Oct 28 16:00:53.106822 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-898f1402-9a4c-45d0-998e-dcaae5541479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.108262 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-898f1402-9a4c-45d0-998e-dcaae5541479 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.2119746 Oct 28 16:00:53.317966 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:53.318297 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:53.318647 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.l3_db [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Floating IP acca119c-f3ef-42c6-bcda-fed4236a0953 disassociated. External IP: 172.27.2.228, port: 456e92ce-6f53-4656-97a1-f34e47da3fc9. Oct 28 16:00:53.318975 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Calling delete_port for 456e92ce-6f53-4656-97a1-f34e47da3fc9 owned by compute:nova {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:00:53.432558 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-103549ef-b0ff-411a-b1d7-36ffe271d7ca service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=91748abd-01cb-4efe-b1a4-02ed606db22f HTTP/1.1" status: 200 len: 217 time: 0.3222690 Oct 28 16:00:53.449129 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:53.482858 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event deleted for resources: {'Port': ['ID=456e92ce-6f53-4656-97a1-f34e47da3fc9,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:53.514046 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-27fc1ef0-6cf0-4a3d-b9b6-0c373ffb2217 req-c9cd375b-3dd1-461c-9063-39759a1e69fa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=9e655e20-8580-4ae4-8aae-f6506a27e97f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4140146 Oct 28 16:00:53.530202 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-7868c592-f555-4ed4-8aa4-60ec07f2be9b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 1001 time: 0.4070241 Oct 28 16:00:53.554555 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-a129e6a3-78e2-496e-9d00-db0103174b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.555999 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-a129e6a3-78e2-496e-9d00-db0103174b7b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=a3d21c6a-e3ec-482c-bc90-5f904c3b97c7 HTTP/1.1" status: 200 len: 854 time: 0.1148548 Oct 28 16:00:53.585959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e76c08-a1a2-4cd7-9ed9-9202a5ce8fd0 req-d9fee666-1e90-49f3-bdf3-84461dab8900 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.591316 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5e76c08-a1a2-4cd7-9ed9-9202a5ce8fd0 req-d9fee666-1e90-49f3-bdf3-84461dab8900 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 944 time: 0.1541188 Oct 28 16:00:53.606411 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Router 22bc3f56-22e9-4c02-8bef-90c15571953f has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:00:53.621514 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-e9f888ba-267c-4693-893f-457dfdc8db83 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448899 Oct 28 16:00:53.655431 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-49f1aa09-6cbc-4c9a-ac12-848d15ff0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.656923 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-49f1aa09-6cbc-4c9a-ac12-848d15ff0293 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.1149230 Oct 28 16:00:53.709965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5e76c08-a1a2-4cd7-9ed9-9202a5ce8fd0 req-df658dc5-2c42-43f3-af68-91c8bbd2f355 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125431 Oct 28 16:00:53.717555 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:00:53.730448 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:00:53.744395 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:00:53.745256 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:00:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:00:53.757202 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-36efdb38-bed7-4399-934d-45cc57937f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:53.758756 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-36efdb38-bed7-4399-934d-45cc57937f8d service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0660055 Oct 28 16:00:53.770491 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] No DVR routers for this DVR port 456e92ce-6f53-4656-97a1-f34e47da3fc9 on host hv-cinder-78075 {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:00:53.775602 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:53.778958 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [req-9fc2ec65-8cbe-4781-b204-adf44c9a510d req-482aed5d-2249-4b69-bd68-27adbb7106b5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "DELETE /v2.0/ports/456e92ce-6f53-4656-97a1-f34e47da3fc9 HTTP/1.1" status: 204 len: 173 time: 1.0823832 Oct 28 16:00:53.779407 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-deleted', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:00:53.782248 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae00f533-aafa-484a-beed-edcc47094238" -d '{"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-deleted", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:00:53.791449 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-6caab400-3a5b-400f-a176-2efec0132136 service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585929 Oct 28 16:00:53.865843 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829a3d2b-5f17-4dd4-9e80-01e8e6d14958 x-openstack-request-id: req-829a3d2b-5f17-4dd4-9e80-01e8e6d14958 {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:00:53.866343 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caee99fc-0044-4a71-9e30-1b3d959c971c", "name": "network-vif-deleted", "tag": "456e92ce-6f53-4656-97a1-f34e47da3fc9", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:00:53.866804 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-829a3d2b-5f17-4dd4-9e80-01e8e6d14958 {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:00:53.867168 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caee99fc-0044-4a71-9e30-1b3d959c971c', 'name': 'network-vif-deleted', 'tag': '456e92ce-6f53-4656-97a1-f34e47da3fc9', 'status': 'completed', 'code': 200} Oct 28 16:00:53.904599 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:00:53.939084 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-54af442f-8883-4715-b24f-6cc06f8277ac service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695876 Oct 28 16:00:53.958534 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e4b74d28-2d8b-4553-a93f-7118d3a97b27 req-72780294-3766-4559-a7e0-cdc5cceb1c15 service neutron] 10.222.0.54 "GET /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408336 Oct 28 16:00:54.039462 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1e05f427-9757-49f5-988f-adcbbcdb4387 req-69de8e18-dfc3-4631-85d8-3c281af75c4e service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903959 Oct 28 16:00:54.107696 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:00:54.137657 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:00:54.146924 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:00:54.147556 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:00:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:00:54.259792 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:00:54.600755 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:00:54.627342 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eff37ef-99d9-40ef-8e11-0da4aa98aaf6 None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:00:54.850034 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3e41e-74bc-48ec-bc5d-1dfe9730b590 req-3cf81058-08ab-42ee-9a2b-d134d65333c5 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:54.851599 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ed3e41e-74bc-48ec-bc5d-1dfe9730b590 req-3cf81058-08ab-42ee-9a2b-d134d65333c5 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 944 time: 0.0532181 Oct 28 16:00:54.852277 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631c22d6-df3a-4d63-9ec8-f18b48df1571 None None] New status for floating IP acca119c-f3ef-42c6-bcda-fed4236a0953: DOWN {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:00:54.891207 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ed3e41e-74bc-48ec-bc5d-1dfe9730b590 req-cdc1febd-8733-430a-9202-89076064e595 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322082 Oct 28 16:00:54.962572 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 91748abd-01cb-4efe-b1a4-02ed606db22f details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:00:55.073926 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 91748abd-01cb-4efe-b1a4-02ed606db22f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=91748abd-01cb-4efe-b1a4-02ed606db22f,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:00:55.086391 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '91748abd-01cb-4efe-b1a4-02ed606db22f', 'network_id': '9e8a4511-3ac6-4fc7-a04f-f2199960ef0a', 'port_id': '91748abd-01cb-4efe-b1a4-02ed606db22f', 'mac_address': 'fa:16:3e:a5:85:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d21c6a-e3ec-482c-bc90-5f904c3b97c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:00:55.134912 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.149126 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91748abd-01cb-4efe-b1a4-02ed606db22f {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:00:55.173179 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 91748abd-01cb-4efe-b1a4-02ed606db22f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=91748abd-01cb-4efe-b1a4-02ed606db22f,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:00:55.178137 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.226316 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=91748abd-01cb-4efe-b1a4-02ed606db22f,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:55.234068 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.234421 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.234762 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.235099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.235461 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.235825 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.236152 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.236474 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.236799 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.237098 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.237417 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.237733 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:00:55.523784 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['91748abd-01cb-4efe-b1a4-02ed606db22f'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:00:55.639338 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54082) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:55.695965 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-91fb0837-91ff-4fc0-85c5-14f850447d16 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.720786 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-91fb0837-91ff-4fc0-85c5-14f850447d16 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.771732 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-91fb0837-91ff-4fc0-85c5-14f850447d16 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.774736 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-91fb0837-91ff-4fc0-85c5-14f850447d16 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:55.775797 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-91fb0837-91ff-4fc0-85c5-14f850447d16 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "DELETE /v2.0/security-groups/9e655e20-8580-4ae4-8aae-f6506a27e97f HTTP/1.1" status: 204 len: 168 time: 0.1347992 Oct 28 16:00:55.778790 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54084) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:55.785148 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb0837-91ff-4fc0-85c5-14f850447d16 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e655e20-8580-4ae4-8aae-f6506a27e97f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:55.798945 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.api.v2.resource [None req-4a8cf34b-e9bc-4b8a-b3cb-b1bb78e085b3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] show failed (client error): The resource could not be found. Oct 28 16:00:55.802665 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4a8cf34b-e9bc-4b8a-b3cb-b1bb78e085b3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups/9e655e20-8580-4ae4-8aae-f6506a27e97f HTTP/1.1" status: 404 len: 347 time: 0.0195689 Oct 28 16:00:55.803085 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54086) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:55.957240 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Deleting port 8a9b6e50-c3cf-4460-be52-4067ab8c3686 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:00:55.957954 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.058755 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d669bcd-a009-4a6f-820a-620812a4503a req-2b1ff482-4f9c-462e-b8a2-338c7136e5fa tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:56.060285 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8d669bcd-a009-4a6f-820a-620812a4503a req-2b1ff482-4f9c-462e-b8a2-338c7136e5fa tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 945 time: 0.1007967 Oct 28 16:00:56.078332 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.078652 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.098318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Calling delete_port for 8a9b6e50-c3cf-4460-be52-4067ab8c3686 owned by network:floatingip {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:00:56.123669 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8d669bcd-a009-4a6f-820a-620812a4503a req-15f01e27-9776-4fe7-84f8-ebe73ad88692 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538063 Oct 28 16:00:56.255894 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.285237 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event deleted for resources: {'Port': ['ID=8a9b6e50-c3cf-4460-be52-4067ab8c3686,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:56.353987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.356739 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.357959 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-2d9275f5-3bbc-45cf-83ab-84f47b272f35 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "DELETE /v2.0/floatingips/acca119c-f3ef-42c6-bcda-fed4236a0953 HTTP/1.1" status: 204 len: 168 time: 0.5538673 Oct 28 16:00:56.569826 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54108) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:56.574488 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123983269', 'description': 'tempest-description--1752945214'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:56.598020 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.670412 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.675648 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.704467 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.705670 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1348610 Oct 28 16:00:56.707506 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053348c6-3fc4-4f07-98f2-9b28ac0e9507 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2757614b-8e4e-4727-aef9-15ef2f05e7d6,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:56.709158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54110) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:56.713360 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'security_group_rule': {'security_group_id': '2757614b-8e4e-4727-aef9-15ef2f05e7d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:56.740990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.799632 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.804644 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.823161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=892d7b44-f414-4803-9777-96678aa95115,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:56.832995 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.834266 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-faca76b2-5df3-4058-8027-b0e340ae460a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244278 Oct 28 16:00:56.837030 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54112) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:56.841705 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'security_group_rule': {'security_group_id': '2757614b-8e4e-4727-aef9-15ef2f05e7d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:56.870229 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.927518 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.933605 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.954663 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 91748abd-01cb-4efe-b1a4-02ed606db22f up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:00:56.956859 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3a3a63-26df-4d9e-aa6a-0f54f31a095d,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:56.967665 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:56.968877 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1e1d596f-aaec-458b-9c26-270b12224577 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1308119 Oct 28 16:00:56.972075 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54114) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:00:56.976527 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:57.002029 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.006857 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 91748abd-01cb-4efe-b1a4-02ed606db22f completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:00:57.010850 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 91748abd-01cb-4efe-b1a4-02ed606db22f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:00:57.011179 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.086464 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.103000 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.111568 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91748abd-01cb-4efe-b1a4-02ed606db22f'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:00:57.113702 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dcc15cc-ab7f-437b-9b0b-d2b10b9aba61" -d '{"events": [{"server_uuid": "1475601e-9c48-4ca6-9409-acb5229e59a7", "name": "network-vif-plugged", "status": "completed", "tag": "91748abd-01cb-4efe-b1a4-02ed606db22f"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:00:57.129251 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 91748abd-01cb-4efe-b1a4-02ed606db22f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=91748abd-01cb-4efe-b1a4-02ed606db22f,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:00:57.134444 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.135295 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:00:57.180167 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b30ba98-b826-4b2c-84f7-5358badd9842 x-openstack-request-id: req-1b30ba98-b826-4b2c-84f7-5358badd9842 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:00:57.180456 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1475601e-9c48-4ca6-9409-acb5229e59a7", "name": "network-vif-plugged", "status": "completed", "tag": "91748abd-01cb-4efe-b1a4-02ed606db22f", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:00:57.180703 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-1b30ba98-b826-4b2c-84f7-5358badd9842 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:00:57.181086 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91748abd-01cb-4efe-b1a4-02ed606db22f', 'code': 200} Oct 28 16:00:57.183440 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 456e92ce-6f53-4656-97a1-f34e47da3fc9 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:00:57.183990 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 456e92ce-6f53-4656-97a1-f34e47da3fc9 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:00:57.212727 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=91748abd-01cb-4efe-b1a4-02ed606db22f,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:57.212952 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Allocated IP 172.27.2.25 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/fe0e593e-9078-4565-a087-e26aa58fe1ff) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:00:57.272266 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8063a51-f827-40df-9abd-8eb25a43c009 req-4d7c5601-56ab-41db-803f-5a2557a15163 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:57.279772 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f8063a51-f827-40df-9abd-8eb25a43c009 req-4d7c5601-56ab-41db-803f-5a2557a15163 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.0609269 Oct 28 16:00:57.327896 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.338701 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f8063a51-f827-40df-9abd-8eb25a43c009 req-794de606-9f39-43fb-80a5-28423ed05c3d tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577211 Oct 28 16:00:57.347698 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562ff18-9b47-4f1f-bcb8-127cc6a03ce1 req-4b807dca-1801-4497-ab03-72696caa231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:57.349619 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8562ff18-9b47-4f1f-bcb8-127cc6a03ce1 req-4b807dca-1801-4497-ab03-72696caa231b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 1099 time: 0.0539825 Oct 28 16:00:57.366971 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.404846 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:00:57.407704 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:00:57.411252 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:00:57.435161 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8562ff18-9b47-4f1f-bcb8-127cc6a03ce1 req-8d3d70a2-d064-44c7-b862-5a2132940cf5 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751185 Oct 28 16:00:57.436078 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'Port': ['ID=fe0e593e-9078-4565-a087-e26aa58fe1ff,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:57.534425 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.573999 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.733633 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.741085 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.824003 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'Port': ['ID=fe0e593e-9078-4565-a087-e26aa58fe1ff,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:00:57.837516 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.859632 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:00:57.865787 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4a5623fc-be97-4b73-aebf-53a3cd2e399d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8878703 Oct 28 16:00:58.048837 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-583cd774-5850-423b-a02f-86eb5bf1a48b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--2123983269&fields=id&tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 267 time: 0.0336301 Oct 28 16:00:58.153879 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-b3463084-5829-41b1-a63f-8c012796e4d5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:58.155203 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-b3463084-5829-41b1-a63f-8c012796e4d5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 816 time: 0.0996201 Oct 28 16:00:58.174337 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-d9c5269b-de89-40a6-8b97-287e6eb7fafe tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/quotas/fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 375 time: 0.0131738 Oct 28 16:00:58.233819 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5a87e813-46d6-4334-b751-f6efec973304 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0539706 Oct 28 16:00:58.338454 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-ffb22c70-6f29-4b8a-b86c-590326c5d5e8 service neutron] 10.222.0.74 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878501 Oct 28 16:00:58.454696 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-30bd9675-1e8b-4c04-9dc6-bfbc41bf46e9 service neutron] 10.222.0.74 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097803 Oct 28 16:00:58.472794 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1819a73-1709-491e-ab2c-fec252aa62dd req-d982bc16-079e-4c7c-87ea-2699e1448348 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:58.474350 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e1819a73-1709-491e-ab2c-fec252aa62dd req-d982bc16-079e-4c7c-87ea-2699e1448348 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.0674992 Oct 28 16:00:58.513204 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e1819a73-1709-491e-ab2c-fec252aa62dd req-a1e94762-08de-4f52-9d9b-b87edff35959 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Oct 28 16:00:58.680078 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b1d68073-71a7-4cdb-ab55-afdf417f3d73 req-426e8085-5c20-4e1a-9c5e-2d0281e66200 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 210 time: 0.0341594 Oct 28 16:00:59.693302 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f157db9-29ef-4eba-98a4-453ec64882bf req-daea15e5-774e-4f47-b1ef-faee0c90e3bb tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:59.694778 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f157db9-29ef-4eba-98a4-453ec64882bf req-daea15e5-774e-4f47-b1ef-faee0c90e3bb tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.1026728 Oct 28 16:00:59.717507 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-598c497e-071b-4656-a5c5-1c5275d73bb4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:00:59.718242 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-598c497e-071b-4656-a5c5-1c5275d73bb4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 816 time: 0.1469154 Oct 28 16:00:59.758291 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f157db9-29ef-4eba-98a4-453ec64882bf req-9cd56861-abfc-4d5d-9bd5-cc3aa9542991 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556140 Oct 28 16:00:59.777469 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-54d44eda-f8c6-4437-be27-bc54e8c1cb41 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 380 time: 0.0484595 Oct 28 16:00:59.795422 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'port': {'device_id': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'admin_state_up': True, 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'security_groups': ['2757614b-8e4e-4727-aef9-15ef2f05e7d6']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:00:59.813417 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c10e77bc-167c-4741-883c-8cbcd17b8b9f req-828ea487-eb7c-4d29-a485-6bf597f7351a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 210 time: 0.0349262 Oct 28 16:00:59.937296 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Made reservation on behalf of fadbd0e3fcb84829adf37aa7a971b1a8 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:00:59.941521 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.081572 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Allocated IP 172.20.0.5 (1d052bf7-b495-4196-b4b3-c4f0f77150fd/fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2/ae674ef7-34f1-4454-906d-c85de7bb62f8) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:00.236767 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.269567 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.312272 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:00.315169 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:00.318924 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:00.342983 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:00.371875 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:00.372493 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.391310 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1f5e054c-d396-4754-9d33-e98cde40fa5f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6046550 Oct 28 16:01:00.407316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Request body: {'port': {'device_id': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:00.463962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.524541 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-dc278384-16e7-4c32-b07f-c7ec9bf8fa0a None None] Provisioning complete for port ae674ef7-34f1-4454-906d-c85de7bb62f8 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:00.525059 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-dc278384-16e7-4c32-b07f-c7ec9bf8fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.559739 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-dc278384-16e7-4c32-b07f-c7ec9bf8fa0a None None] Port ae674ef7-34f1-4454-906d-c85de7bb62f8 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:01:00.740886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae674ef7-34f1-4454-906d-c85de7bb62f8 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:00.748544 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.761683 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Transition to ACTIVE for port object ae674ef7-34f1-4454-906d-c85de7bb62f8 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:01:00.766734 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.813788 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:00.889346 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Attempting to bind port ae674ef7-34f1-4454-906d-c85de7bb62f8 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:00.889719 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Attempting to bind port ae674ef7-34f1-4454-906d-c85de7bb62f8 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:00.890007 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Attempting to bind port ae674ef7-34f1-4454-906d-c85de7bb62f8 on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:00.920278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Port ae674ef7-34f1-4454-906d-c85de7bb62f8 on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:01:00.920597 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Attempting to bind port ae674ef7-34f1-4454-906d-c85de7bb62f8 on network 1d052bf7-b495-4196-b4b3-c4f0f77150fd {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:00.930225 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:00.930557 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Checking segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:00.930943 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Bound using segment: {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:00.931379 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Bound port: ae674ef7-34f1-4454-906d-c85de7bb62f8, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:00.931790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:00.976593 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7a3ac-7500-4ddf-bdd6-f62a9a5acf61 req-5ec0f4e1-e46b-446d-bf1e-777d8001683e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:00.977770 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e5b7a3ac-7500-4ddf-bdd6-f62a9a5acf61 req-5ec0f4e1-e46b-446d-bf1e-777d8001683e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0854511 Oct 28 16:01:01.037629 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:01.044025 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e5b7a3ac-7500-4ddf-bdd6-f62a9a5acf61 req-6cf0f60b-ee33-4379-819b-cf3de674eb09 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592563 Oct 28 16:01:01.052383 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:01.068085 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.096475 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.096814 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.098362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] 10.222.0.54 "PUT /v2.0/ports/ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 200 len: 1093 time: 0.6954391 Oct 28 16:01:01.098819 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:01.101178 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:01.144863 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2743fe-0bf0-4e6f-a987-3602bbb763a5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:01.184316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e2f981-4757-4a88-9edc-a7028895ef56 x-openstack-request-id: req-77e2f981-4757-4a88-9edc-a7028895ef56 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:01.184701 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:01.191872 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-77e2f981-4757-4a88-9edc-a7028895ef56 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:01.192369 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'status': 'completed', 'code': 200} Oct 28 16:01:01.208615 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-191ff8ef-ecb5-4785-bbec-1f71cbdb9aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.210129 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-191ff8ef-ecb5-4785-bbec-1f71cbdb9aba service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0592339 Oct 28 16:01:01.255563 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-9ebdd0d2-82d4-4a81-b87f-a2c1ecf3c9c2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 200 len: 217 time: 0.0349872 Oct 28 16:01:01.290917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54202) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:01.311980 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1aef7b40-d55f-4adb-8e4b-782472739eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.313716 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-1aef7b40-d55f-4adb-8e4b-782472739eb7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0505757 Oct 28 16:01:01.363649 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5fa6c-8932-434b-b154-5405476dd385 req-75a9d4a1-2a0c-4bc0-a957-1e5cda4c5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.365149 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-75a9d4a1-2a0c-4bc0-a957-1e5cda4c5e38 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427382 Oct 28 16:01:01.397241 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e3af9c3c-e28e-4e07-a310-a5da853d9e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.456819 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-2810dc25-3a57-40a5-a1c6-93291cbd2543 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830379 Oct 28 16:01:01.472117 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e3af9c3c-e28e-4e07-a310-a5da853d9e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.477188 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-e3af9c3c-e28e-4e07-a310-a5da853d9e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.515077 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-e3af9c3c-e28e-4e07-a310-a5da853d9e6e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=cd73e90bcb0b4cea922e1a2217f26418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229733 Oct 28 16:01:01.516008 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af9c3c-e28e-4e07-a310-a5da853d9e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f345a0-4a31-443f-8e8d-8f1d45d59fe8,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:01.517864 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54206) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:01.577865 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66c5fa6c-8932-434b-b154-5405476dd385 req-7369cc17-532a-4df3-b38d-f59160a339ec service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133034 Oct 28 16:01:01.591126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c4192ee-3039-43c9-bac5-f0011eb42c8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.615196 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c4192ee-3039-43c9-bac5-f0011eb42c8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.684868 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-114bc750-e540-4435-9764-a61f401c7dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.686566 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-114bc750-e540-4435-9764-a61f401c7dc8 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0506563 Oct 28 16:01:01.693254 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c4192ee-3039-43c9-bac5-f0011eb42c8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.695791 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0c4192ee-3039-43c9-bac5-f0011eb42c8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:01.696861 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-0c4192ee-3039-43c9-bac5-f0011eb42c8b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f6f345a0-4a31-443f-8e8d-8f1d45d59fe8 HTTP/1.1" status: 204 len: 168 time: 0.1780653 Oct 28 16:01:01.720305 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4192ee-3039-43c9-bac5-f0011eb42c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f345a0-4a31-443f-8e8d-8f1d45d59fe8,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:01.789176 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-7ef4c685-75df-4f39-a04b-5a0c5b130772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:01.790649 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-7ef4c685-75df-4f39-a04b-5a0c5b130772 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.0926795 Oct 28 16:01:02.083566 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-aae627a4-f0a7-473b-85ac-d6c1564719dc service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 200 len: 217 time: 0.2850153 Oct 28 16:01:02.156804 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-ba275ba7-4b5f-44ce-9053-ae47112e0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:02.158229 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-ba275ba7-4b5f-44ce-9053-ae47112e0b76 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0671127 Oct 28 16:01:02.183244 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c15dc-ac75-4dee-8630-a4675425cf6a req-41fd3f43-082d-4f97-9294-1bae03d4ae9a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:02.184706 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a7c15dc-ac75-4dee-8630-a4675425cf6a req-41fd3f43-082d-4f97-9294-1bae03d4ae9a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0665989 Oct 28 16:01:02.243356 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-ecebd1a3-df67-4b24-b072-1ae9f94ce230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:02.244866 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-ecebd1a3-df67-4b24-b072-1ae9f94ce230 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765030 Oct 28 16:01:02.248162 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7a7c15dc-ac75-4dee-8630-a4675425cf6a req-83d7a193-d8ef-4ddc-b0f1-b4102d73bef0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Oct 28 16:01:02.343380 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-6965145d-ce2e-4479-ba7b-7bef60b0d647 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878749 Oct 28 16:01:02.451730 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5ed0442-8215-41eb-ae3e-af34eb42b3f9 req-eff0017f-8510-46ab-933e-d287ee131c1e service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994997 Oct 28 16:01:03.370472 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c80e5d-e059-49c6-89cc-af13ad1a542f req-2b4772a4-2087-43b1-8c2a-79ab3c780481 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:03.371957 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60c80e5d-e059-49c6-89cc-af13ad1a542f req-2b4772a4-2087-43b1-8c2a-79ab3c780481 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0496757 Oct 28 16:01:03.422255 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60c80e5d-e059-49c6-89cc-af13ad1a542f req-3de265cb-33a6-48a8-b827-deeafb76d632 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Oct 28 16:01:04.555050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7871005-cdb2-4652-a202-8493e8d73642 req-c35d18ed-6e4f-4930-bd9a-b1fa59e85020 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:04.556605 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e7871005-cdb2-4652-a202-8493e8d73642 req-c35d18ed-6e4f-4930-bd9a-b1fa59e85020 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0529101 Oct 28 16:01:04.597943 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e7871005-cdb2-4652-a202-8493e8d73642 req-823ebe2f-399d-490b-87b6-b50f816f7a66 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Oct 28 16:01:04.689722 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-9f366358-6d78-4707-8222-4303780a08e9 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-957641984&fields=id&tenant_id=dd32656b539b4c93a03d7f274c3fe0a5 HTTP/1.1" status: 200 len: 267 time: 0.0367148 Oct 28 16:01:04.743898 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-3c239b75-85dc-4a60-b39d-bcb32ed37e34 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:04.745340 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-3c239b75-85dc-4a60-b39d-bcb32ed37e34 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 985 time: 0.0500879 Oct 28 16:01:04.758907 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Request body: {'port': {'security_groups': ['44884e1e-b865-4adb-8958-161ff18f97a5']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:04.828489 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.005366 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:01:05.008047 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:05.037964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.043749 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.069845 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['28fd1c77-f634-4a07-bc94-cac804451dd7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:05.089033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:05.089526 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.091963 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cbb56530-82de-4e9c-b375-35796a8e6be7 req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "PUT /v2.0/ports/28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 943 time: 0.3373735 Oct 28 16:01:05.097468 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54228) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:05.108538 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:05.111095 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ad511d-eabc-422d-8b24-48574041e398" -d '{"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:05.137957 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:05.152089 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'mac_address': 'fa:16:3e:88:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:01:05.168716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f7395-f15b-4dcb-b2ef-25215f5d452f tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event updated for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=7']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:05.180625 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.208628 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['28fd1c77-f634-4a07-bc94-cac804451dd7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:05.217414 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.253306 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.280651 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae674ef7-34f1-4454-906d-c85de7bb62f8 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:01:05.296324 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.300926 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.305827 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54234) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:05.316958 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "DELETE /v2.0/security-groups/0b211ca0-3f4b-480b-b59f-30c4e9a0035e HTTP/1.1" status: 204 len: 168 time: 0.2178109 Oct 28 16:01:05.328087 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:05.335015 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.350810 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b211ca0-3f4b-480b-b59f-30c4e9a0035e,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:05.360863 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.361503 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.362047 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.362624 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.363547 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.364255 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.364833 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.365253 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.365662 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.366076 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.366715 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.367172 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7edf31f-830c-4940-9ca8-1e86dc459ff4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:05.410933 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0703036f-4ea5-4ad2-b023-f3667600c0ef x-openstack-request-id: req-0703036f-4ea5-4ad2-b023-f3667600c0ef {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:05.411441 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:05.411740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-0703036f-4ea5-4ad2-b023-f3667600c0ef {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:05.412135 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'status': 'completed', 'code': 200} Oct 28 16:01:05.438869 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:05.464724 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-2742b177-f804-419a-9a97-1f02585f4cb5 None None] Provisioning complete for port 28fd1c77-f634-4a07-bc94-cac804451dd7 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:05.465090 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2742b177-f804-419a-9a97-1f02585f4cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.518193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad511d-eabc-422d-8b24-48574041e398 req-71491ea9-d91a-4505-abb2-8efbac085e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:05.520757 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-71491ea9-d91a-4505-abb2-8efbac085e95 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1099 time: 0.0741138 Oct 28 16:01:05.590411 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Deleting port 4ac57d07-406c-4bf6-be21-25d3f964dcba {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:05.591294 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.610041 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['ae674ef7-34f1-4454-906d-c85de7bb62f8'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:05.671162 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad511d-eabc-422d-8b24-48574041e398 req-4cd36c48-41ba-4220-bde0-e5b863bfeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:05.673041 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-4cd36c48-41ba-4220-bde0-e5b863bfeab2 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.1436286 Oct 28 16:01:05.750511 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.750818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:05.777418 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Calling delete_port for 4ac57d07-406c-4bf6-be21-25d3f964dcba owned by network:floatingip {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:05.803765 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bc622-a6c8-4d8f-b8cf-3d18aaed1720 req-a0f046cc-967f-4c08-8108-ef5c3f2f1618 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:05.805229 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2e1bc622-a6c8-4d8f-b8cf-3d18aaed1720 req-a0f046cc-967f-4c08-8108-ef5c3f2f1618 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 944 time: 0.1299851 Oct 28 16:01:05.808611 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-6b2aeedf-9886-44df-92af-14a7e83edec9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 1001 time: 0.1180580 Oct 28 16:01:05.951206 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2e1bc622-a6c8-4d8f-b8cf-3d18aaed1720 req-6b756475-475d-4c0d-ad07-1782c90dda48 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391718 Oct 28 16:01:05.955756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad511d-eabc-422d-8b24-48574041e398 req-087c7657-e5bb-43fe-873a-38bd65bc7f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:05.957126 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-087c7657-e5bb-43fe-873a-38bd65bc7f36 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.1187947 Oct 28 16:01:06.039187 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ad511d-eabc-422d-8b24-48574041e398 req-069a67af-75bc-4fc4-a2c7-1356a3348bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:06.040624 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-069a67af-75bc-4fc4-a2c7-1356a3348bb3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721102 Oct 28 16:01:06.065294 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:06.130217 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event deleted for resources: {'Port': ['ID=4ac57d07-406c-4bf6-be21-25d3f964dcba,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:06.211514 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-565e8407-6a1e-4f68-9cc2-2a17db528e26 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541879 Oct 28 16:01:06.212294 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks [] for floatingip, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:06.212615 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Floating IP ef36a574-3df1-48ee-a363-c8146581fb94 disassociated (deleted). External IP: 172.27.2.44, port: 28fd1c77-f634-4a07-bc94-cac804451dd7. Oct 28 16:01:06.377161 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00ad511d-eabc-422d-8b24-48574041e398 req-2dca8607-f99f-4d54-9722-3ab376a3cf45 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294701 Oct 28 16:01:06.484680 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Router c48dadf6-eece-40ab-aaa5-3f622e811188 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:01:06.594399 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:06.599811 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:06.607542 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] Sync routers for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:06.623147 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:06.623889 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:00:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:06.626961 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-25356708-02c9-4233-afbb-2f235fe3c736 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "DELETE /v2.0/floatingips/ef36a574-3df1-48ee-a363-c8146581fb94 HTTP/1.1" status: 204 len: 168 time: 1.3192706 Oct 28 16:01:06.754213 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:06.954025 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:47Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:06.984362 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] Checking router: c48dadf6-eece-40ab-aaa5-3f622e811188 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:06.993135 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:06.993708 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:00:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:07.036035 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:07.074033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b854659-dda6-41a4-910d-71c6cf065e7b req-dd8ab068-2ef6-4136-9007-80646d12eaaa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.075587 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b854659-dda6-41a4-910d-71c6cf065e7b req-dd8ab068-2ef6-4136-9007-80646d12eaaa tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 944 time: 0.0498905 Oct 28 16:01:07.116944 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b854659-dda6-41a4-910d-71c6cf065e7b req-c14727fa-9edd-49bc-8c7a-73846b5a2841 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349452 Oct 28 16:01:07.262647 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:07.265655 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port ae674ef7-34f1-4454-906d-c85de7bb62f8 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:01:07.307830 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port ae674ef7-34f1-4454-906d-c85de7bb62f8 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:07.308285 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:07.413138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:07.415585 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2b1b09-755b-472c-92b2-3e47daefddad" -d '{"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:07.451119 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212b21d9-5aa3-47df-9a95-f323ea79658f x-openstack-request-id: req-212b21d9-5aa3-47df-9a95-f323ea79658f {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:07.451407 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:07.451674 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-212b21d9-5aa3-47df-9a95-f323ea79658f {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:07.452084 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'status': 'completed', 'code': 200} Oct 28 16:01:07.495870 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:07.527982 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-1707ce57-b429-43d9-b8d5-07bac7648db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.529716 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-1707ce57-b429-43d9-b8d5-07bac7648db6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 1099 time: 0.0526025 Oct 28 16:01:07.551265 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:07.551265 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b6fa51-af1b-4871-b6c6-2ee546349cdf" -d '{"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:07.571732 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:07.587331 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:07.598351 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598dd57c-0b19-4ebf-b148-c222e9925e27 x-openstack-request-id: req-598dd57c-0b19-4ebf-b148-c222e9925e27 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:07.598913 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:07.599388 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-598dd57c-0b19-4ebf-b148-c222e9925e27 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:07.600485 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'code': 200} Oct 28 16:01:07.641824 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:47Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:07.678426 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-a0232eab-0923-45d9-89fd-619cf73a09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.680612 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c42b82-a046-4b02-9076-331b30818ca6 None None] The sync data for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi is: [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:40Z', 'revision_number': 4, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bce4741f-848f-4a56-b101-af04287ed4a4', 'name': '', 'network_id': '2510dba7-177d-45ae-abef-1c47f5321024', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'mac_address': 'fa:16:3e:56:36:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '2b39c61c-3958-4090-bce0-846780f180a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:47Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'subnets': [{'id': '2b39c61c-3958-4090-bce0-846780f180a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:07.680809 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-a0232eab-0923-45d9-89fd-619cf73a09d7 service neutron] 10.222.0.54 "GET /v2.0/networks?id=2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 200 len: 916 time: 0.1425421 Oct 28 16:01:07.693235 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:07.739177 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-bd3b8980-1576-460c-9aae-5a44cfb51e3a service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 200 len: 217 time: 0.0467982 Oct 28 16:01:07.822725 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-a8547c4d-3e47-4e0f-9fd8-d3a5aa18b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.824271 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-a8547c4d-3e47-4e0f-9fd8-d3a5aa18b771 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 200 len: 854 time: 0.0773456 Oct 28 16:01:07.833962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0599c20-9b20-4549-ac4d-7d792f450ea7 req-18065ffa-25d5-42c4-982f-45e9d1e2be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.835596 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b0599c20-9b20-4549-ac4d-7d792f450ea7 req-18065ffa-25d5-42c4-982f-45e9d1e2be67 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0598567 Oct 28 16:01:07.900640 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b0599c20-9b20-4549-ac4d-7d792f450ea7 req-7c3181d2-ae51-4c99-a365-3330ecfd3562 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553422 Oct 28 16:01:07.903778 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-4142c83c-be45-45ea-81ad-00e9bcecd6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:07.904707 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-4142c83c-be45-45ea-81ad-00e9bcecd6e6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=2510dba7-177d-45ae-abef-1c47f5321024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681963 Oct 28 16:01:08.011273 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5f2e5a-6e60-47d9-99df-cded9a2b8626 None None] New status for floating IP ef36a574-3df1-48ee-a363-c8146581fb94: DOWN {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:01:08.249893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13313ecd-289c-40c2-b34d-cbf8ea5957c4 req-d211f0aa-0721-4724-a79b-2d6d75cb948b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:08.251356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-13313ecd-289c-40c2-b34d-cbf8ea5957c4 req-d211f0aa-0721-4724-a79b-2d6d75cb948b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0628448 Oct 28 16:01:08.293447 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-13313ecd-289c-40c2-b34d-cbf8ea5957c4 req-3775c4f8-767d-41a7-b506-ed3a55369ca2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326757 Oct 28 16:01:08.491587 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-8fd2880d-d13d-485f-80bc-b154fca5189e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:09.439461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc3889-5c92-4a8a-8491-7f80e7399202 req-6c99d6b4-cba1-42ef-bf7b-82c7783d91a3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:09.440860 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f6cc3889-5c92-4a8a-8491-7f80e7399202 req-6c99d6b4-cba1-42ef-bf7b-82c7783d91a3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0557604 Oct 28 16:01:09.481301 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f6cc3889-5c92-4a8a-8491-7f80e7399202 req-e6552f87-9b43-4cd3-96da-3b2123111322 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Oct 28 16:01:10.617724 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31743e04-4ecb-494a-b212-8b1a1ea0b4f6 req-97e1ddb8-b318-4088-9a43-78c7df78a46a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:10.622502 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-31743e04-4ecb-494a-b212-8b1a1ea0b4f6 req-97e1ddb8-b318-4088-9a43-78c7df78a46a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0530560 Oct 28 16:01:10.666611 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-31743e04-4ecb-494a-b212-8b1a1ea0b4f6 req-1ec5dfc6-de3b-4f06-9489-e7ca87fb8df0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338228 Oct 28 16:01:11.043715 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-29a797e8-2bed-4d85-aa6d-dba6cf09f06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:11.377727 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-f806ee7f-871f-404c-8af8-cd8999846ff5 service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469462 Oct 28 16:01:11.490787 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7c2b1b09-755b-472c-92b2-3e47daefddad req-07902796-235f-43e8-84bf-4107ca8380aa service neutron] 10.222.0.54 "GET /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004980 Oct 28 16:01:11.802937 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47dccc-7bb5-47be-a303-a9881e695555 req-1875daf4-5163-43dc-a6e9-ea8e320f203b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:11.804348 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8e47dccc-7bb5-47be-a303-a9881e695555 req-1875daf4-5163-43dc-a6e9-ea8e320f203b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0498247 Oct 28 16:01:11.841267 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8e47dccc-7bb5-47be-a303-a9881e695555 req-0528612d-567c-4f66-a7ea-4ba1dd777623 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Oct 28 16:01:11.967259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:12.293413 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:12.529180 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf1233-9e0c-42c6-a2aa-6dcf7413c5d4 req-1d4bf5b7-9248-486c-928c-66c6bb5eba49 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:12.530752 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05cf1233-9e0c-42c6-a2aa-6dcf7413c5d4 req-1d4bf5b7-9248-486c-928c-66c6bb5eba49 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0578852 Oct 28 16:01:12.570725 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05cf1233-9e0c-42c6-a2aa-6dcf7413c5d4 req-42397ea8-356e-489f-8751-6cf1f8318e1e tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337465 Oct 28 16:01:12.987050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1178151-2eee-4c34-8826-1ccfb49ce796 req-95ccd06b-a9a2-4b16-a293-18752ae4dd1f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:12.988593 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a1178151-2eee-4c34-8826-1ccfb49ce796 req-95ccd06b-a9a2-4b16-a293-18752ae4dd1f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0625448 Oct 28 16:01:13.026985 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a1178151-2eee-4c34-8826-1ccfb49ce796 req-f90a3370-05c7-4f10-b578-b662fd8d36a7 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Oct 28 16:01:13.141770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52424e55-5649-46d7-8f82-2c3130a59eb1 req-46963c0f-2d05-400f-947e-ebebdccadb07 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:13.143277 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-52424e55-5649-46d7-8f82-2c3130a59eb1 req-46963c0f-2d05-400f-947e-ebebdccadb07 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0498579 Oct 28 16:01:13.152401 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54310) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:13.156990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Request body: {'floatingip': {'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:13.195944 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:13.622069 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:13.627708 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:13.754178 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4e3bb8-f5f0-4e9c-bd84-a127adf0fe12 req-bd114db5-4fb8-4d52-8115-ff4bcfb60590 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:13.755667 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0f4e3bb8-f5f0-4e9c-bd84-a127adf0fe12 req-bd114db5-4fb8-4d52-8115-ff4bcfb60590 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0917063 Oct 28 16:01:13.768155 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Floating IP d1957929-a1ac-4041-904d-f9579c7ee748 associated. External IP: 172.27.2.25, port: ae674ef7-34f1-4454-906d-c85de7bb62f8. Oct 28 16:01:13.779156 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:13.861152 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0f4e3bb8-f5f0-4e9c-bd84-a127adf0fe12 req-d6aaa1d4-7bda-41e2-9f8b-a7c336977197 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992935 Oct 28 16:01:13.992994 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Router 22bc3f56-22e9-4c02-8bef-90c15571953f has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:01:14.104418 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:14.109004 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:14.115095 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:14.125821 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:14.126433 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:14.135674 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1baf0e93-6c99-41f3-9bda-d31a4e545b21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "PUT /v2.0/floatingips/d1957929-a1ac-4041-904d-f9579c7ee748 HTTP/1.1" status: 200 len: 990 time: 0.9821761 Oct 28 16:01:14.136334 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:14.138694 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336cea95-3037-4f63-b646-f31d0fc92744" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:14.183466 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3590ab73-951f-4199-9e28-275896a6879f x-openstack-request-id: req-3590ab73-951f-4199-9e28-275896a6879f {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:14.183789 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:14.184046 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3590ab73-951f-4199-9e28-275896a6879f {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:14.184455 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'status': 'completed', 'code': 200} Oct 28 16:01:14.233097 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:14.527719 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'd1957929-a1ac-4041-904d-f9579c7ee748', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'mac_address': 'fa:16:3e:88:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:00:57Z', 'updated_at': '2021-10-28T16:01:13Z', 'revision_number': 1, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:14.557183 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:14.568773 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:14.569651 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:14.685384 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:14.911909 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'd1957929-a1ac-4041-904d-f9579c7ee748', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'mac_address': 'fa:16:3e:88:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:00:57Z', 'updated_at': '2021-10-28T16:01:13Z', 'revision_number': 1, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:14.942776 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9182624-ddb4-4e68-ad49-cdb21ab8e6c2 None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': 'd1957929-a1ac-4041-904d-f9579c7ee748', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'floating_ip_address': '172.27.2.25', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'mac_address': 'fa:16:3e:88:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:00:57Z', 'updated_at': '2021-10-28T16:01:13Z', 'revision_number': 1, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:14.979237 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c10938-c2b1-4383-8bc8-d78f1741509d req-0aac8e3e-8a03-4e65-9bd0-a3b0bd3612ef tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:14.980870 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b8c10938-c2b1-4383-8bc8-d78f1741509d req-0aac8e3e-8a03-4e65-9bd0-a3b0bd3612ef tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0504797 Oct 28 16:01:15.023670 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b8c10938-c2b1-4383-8bc8-d78f1741509d req-614a1a03-c073-4e18-8ba7-ff9f1332446c tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Oct 28 16:01:15.138513 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de47b55c-bfc6-4758-a796-3cbd2f9ca13b None None] New status for floating IP d1957929-a1ac-4041-904d-f9579c7ee748: ACTIVE {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:01:15.293916 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cea95-3037-4f63-b646-f31d0fc92744 req-6e4417ef-0c29-4bdb-900d-3d9cf107dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:15.295500 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-6e4417ef-0c29-4bdb-900d-3d9cf107dba6 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1098 time: 0.0429614 Oct 28 16:01:15.390400 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cea95-3037-4f63-b646-f31d0fc92744 req-62bf0335-4c3c-4170-a4f5-356d352474c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:15.392497 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-62bf0335-4c3c-4170-a4f5-356d352474c4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.0888689 Oct 28 16:01:15.468164 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-55c84ffd-c835-4b19-b835-020e1e0a8888 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 200 len: 1000 time: 0.0623109 Oct 28 16:01:15.520486 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cea95-3037-4f63-b646-f31d0fc92744 req-9e46768b-54b0-401d-99b1-8a401c6deaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:15.521953 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-9e46768b-54b0-401d-99b1-8a401c6deaca service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0454683 Oct 28 16:01:15.569318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336cea95-3037-4f63-b646-f31d0fc92744 req-59179bb7-a6a6-442c-bcde-a1c988e90136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:15.570761 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-59179bb7-a6a6-442c-bcde-a1c988e90136 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405941 Oct 28 16:01:15.666438 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-d4624a8d-d674-404a-850f-d04c7ac1ac9a service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851877 Oct 28 16:01:15.758617 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-336cea95-3037-4f63-b646-f31d0fc92744 req-7286dd31-4130-445f-af36-5f63f33fa846 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810940 Oct 28 16:01:16.165083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86061c8d-7a2c-4eeb-8e74-9122471acc4a req-a2a47202-5303-403f-8d5c-a43fe43a88f4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:16.167375 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-86061c8d-7a2c-4eeb-8e74-9122471acc4a req-a2a47202-5303-403f-8d5c-a43fe43a88f4 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0644681 Oct 28 16:01:16.209579 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-86061c8d-7a2c-4eeb-8e74-9122471acc4a req-85eba6db-1c1c-4496-af22-42665bc282b3 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Oct 28 16:01:17.351648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9fce2-2e92-4a15-9239-1a180ae51087 req-b75e917c-caed-4297-b732-5328fbe1175b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:17.353287 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3e9fce2-2e92-4a15-9239-1a180ae51087 req-b75e917c-caed-4297-b732-5328fbe1175b tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0637817 Oct 28 16:01:17.397602 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d3e9fce2-2e92-4a15-9239-1a180ae51087 req-97819aa2-1e52-4ecd-a19c-405be427b459 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/security-groups?id=44884e1e-b865-4adb-8958-161ff18f97a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Oct 28 16:01:17.591111 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-12e50e74-fd87-460c-bff6-4b56c5c439f6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:17.592711 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-12e50e74-fd87-460c-bff6-4b56c5c439f6 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.54 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 946 time: 0.0493736 Oct 28 16:01:17.690278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Deleting port 28fd1c77-f634-4a07-bc94-cac804451dd7 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:17.690584 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:17.781178 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] For port 28fd1c77-f634-4a07-bc94-cac804451dd7, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=28fd1c77-f634-4a07-bc94-cac804451dd7,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:17.781416 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:17.794636 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Calling delete_port for 28fd1c77-f634-4a07-bc94-cac804451dd7 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:17.924050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:17.936654 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['28fd1c77-f634-4a07-bc94-cac804451dd7'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:17.950272 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Pushing event deleted for resources: {'Port': ['ID=28fd1c77-f634-4a07-bc94-cac804451dd7,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:17.996938 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] No DVR routers for this DVR port 28fd1c77-f634-4a07-bc94-cac804451dd7 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:17.999770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:18.003058 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a4b219c-85c7-45f7-890d-1c919c0a40ec req-35a747b8-cf04-4070-9f3d-d5ca54cc6aa8 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.54 "DELETE /v2.0/ports/28fd1c77-f634-4a07-bc94-cac804451dd7 HTTP/1.1" status: 204 len: 173 time: 0.4026833 Oct 28 16:01:18.003513 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'name': 'network-vif-deleted', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:18.005756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bbc90cd-a831-4042-aa56-3b25f4a05fdf" -d '{"events": [{"server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "name": "network-vif-deleted", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:18.042189 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea56475-8393-485c-a5d3-289b03082449 x-openstack-request-id: req-dea56475-8393-485c-a5d3-289b03082449 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:18.042482 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af7f4ed-13bd-4520-b2a3-8830b79c3a1a", "name": "network-vif-deleted", "tag": "28fd1c77-f634-4a07-bc94-cac804451dd7", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:18.042740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-dea56475-8393-485c-a5d3-289b03082449 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:18.043115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af7f4ed-13bd-4520-b2a3-8830b79c3a1a', 'name': 'network-vif-deleted', 'tag': '28fd1c77-f634-4a07-bc94-cac804451dd7', 'status': 'completed', 'code': 200} Oct 28 16:01:18.520441 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64aeae36-74a6-41ae-8835-f2c2509c271f req-e7575086-132c-4933-b07f-f66f5d6114f2 tempest-TestMinimumBasicScenario-832580931 tempest-TestMinimumBasicScenario-832580931-project] 10.222.0.74 "GET /v2.0/ports?device_id=3af7f4ed-13bd-4520-b2a3-8830b79c3a1a HTTP/1.1" status: 200 len: 210 time: 0.0288143 Oct 28 16:01:20.277959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54414) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:20.628052 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.875235 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Deleting port bce4741f-848f-4a56-b101-af04287ed4a4 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:20.875570 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.956088 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] For port bce4741f-848f-4a56-b101-af04287ed4a4, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bce4741f-848f-4a56-b101-af04287ed4a4,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:20.956477 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:20.970236 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Calling delete_port for bce4741f-848f-4a56-b101-af04287ed4a4 owned by network:router_interface {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:21.119111 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2661b6d-dabb-4a55-9990-8e0334227b01 req-d05dcffd-e716-40ad-8e2f-c3d06a87ee8a tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:21.120646 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2661b6d-dabb-4a55-9990-8e0334227b01 req-d05dcffd-e716-40ad-8e2f-c3d06a87ee8a tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.0994172 Oct 28 16:01:21.137162 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 28fd1c77-f634-4a07-bc94-cac804451dd7 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:21.157544 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 28fd1c77-f634-4a07-bc94-cac804451dd7 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:21.157969 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 28fd1c77-f634-4a07-bc94-cac804451dd7 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:21.170323 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2661b6d-dabb-4a55-9990-8e0334227b01 req-3fb5d9c2-e413-4b6e-ac06-4db3b272cfeb tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Oct 28 16:01:21.180288 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:01:21.215719 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.241623 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Pushing event deleted for resources: {'Port': ['ID=bce4741f-848f-4a56-b101-af04287ed4a4,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:21.408316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:21.872619 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Router c48dadf6-eece-40ab-aaa5-3f622e811188 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:01:21.978696 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:21.984645 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-9c801b45-117e-4770-98c1-943d030ca32f admin admin] 10.222.0.74 "PUT /v2.0/routers/c48dadf6-eece-40ab-aaa5-3f622e811188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040608 Oct 28 16:01:21.986872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54426) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:21.988093 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] Sync routers for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:21.998878 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:21.999953 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:22.093412 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks [] for router, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.104308 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:22.196523 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.211944 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.263074 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Deleting port db9b2b28-5730-4fdb-b667-98e29223e19d {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:22.263574 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.300326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e35ea-307b-4041-92a7-99a53dfd8025 req-16cdeca0-8657-4cac-ae29-5068886efcd4 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.301830 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151'}], 'enable_snat': True}, 'gw_port_id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T16:01:21Z', 'revision_number': 5, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port': {'id': 'db9b2b28-5730-4fdb-b667-98e29223e19d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:7b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T15:57:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:22.302459 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f82e35ea-307b-4041-92a7-99a53dfd8025 req-16cdeca0-8657-4cac-ae29-5068886efcd4 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.0576706 Oct 28 16:01:22.330525 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] Checking router: c48dadf6-eece-40ab-aaa5-3f622e811188 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:22.342745 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] Routers {'c48dadf6-eece-40ab-aaa5-3f622e811188'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:22.343535 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['c48dadf6-eece-40ab-aaa5-3f622e811188'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:22.345377 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] For port db9b2b28-5730-4fdb-b667-98e29223e19d, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=db9b2b28-5730-4fdb-b667-98e29223e19d,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:22.345816 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.351293 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f82e35ea-307b-4041-92a7-99a53dfd8025 req-c200aea8-4288-420c-9445-56a408986c01 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419436 Oct 28 16:01:22.371205 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Calling delete_port for db9b2b28-5730-4fdb-b667-98e29223e19d owned by network:router_gateway {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:22.436682 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] Set router c48dadf6-eece-40ab-aaa5-3f622e811188 gateway port host: None {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:22.490183 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T16:01:22Z', 'revision_number': 6, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port_host': None}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:22.517759 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9460b45-d2a0-4069-aa1e-b21b0aeae95c None None] The sync data for ids ['c48dadf6-eece-40ab-aaa5-3f622e811188'] in dv-cinder-780759-4-iscsi is: [{'id': 'c48dadf6-eece-40ab-aaa5-3f622e811188', 'name': 'tempest-TestMinimumBasicScenario-1424807127-router', 'tenant_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:36Z', 'updated_at': '2021-10-28T16:01:22Z', 'revision_number': 6, 'project_id': 'dd32656b539b4c93a03d7f274c3fe0a5', 'gw_port_host': None}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:22.535082 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.559577 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Pushing event deleted for resources: {'Port': ['ID=db9b2b28-5730-4fdb-b667-98e29223e19d,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:22.626318 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.721629 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.723834 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.775378 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.775928 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c48dadf6-eece-40ab-aaa5-3f622e811188 {{(pid=101481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:01:22.780319 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.781440 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0493c215-b99d-41de-b7c9-b2a4becd0f8d admin admin] 10.222.0.74 "DELETE /v2.0/routers/c48dadf6-eece-40ab-aaa5-3f622e811188 HTTP/1.1" status: 204 len: 168 time: 0.7935019 Oct 28 16:01:22.784304 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54430) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:22.830125 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Deleting subnet 2b39c61c-3958-4090-bce0-846780f180a3 {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:01:22.833451 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.896193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:22.948304 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-5a1206dc-3311-4825-9dbe-352056ff1e13 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:22.949774 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-5a1206dc-3311-4825-9dbe-352056ff1e13 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.0900435 Oct 28 16:01:23.075691 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.141047 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Deleting port 91748abd-01cb-4efe-b1a4-02ed606db22f {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:23.141324 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.145859 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.211442 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b39c61c-3958-4090-bce0-846780f180a3,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:23.217209 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.220180 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4da96f8b-3a88-4862-b1a9-8a266037683e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/2b39c61c-3958-4090-bce0-846780f180a3 HTTP/1.1" status: 204 len: 168 time: 0.4346306 Oct 28 16:01:23.222755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54434) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:23.231432 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd5ffd-f618-4f22-9752-9bf5d0a23b9f None None] Network 2510dba7-177d-45ae-abef-1c47f5321024 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:01:23.290410 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] For port 91748abd-01cb-4efe-b1a4-02ed606db22f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=91748abd-01cb-4efe-b1a4-02ed606db22f,segment=NetworkSegment(0e64b877-51cc-47cd-8bf6-42e5186c5381),segment_id=0e64b877-51cc-47cd-8bf6-42e5186c5381)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:23.290674 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.307561 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Calling delete_port for 91748abd-01cb-4efe-b1a4-02ed606db22f owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:23.314577 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.374779 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Deleting port c8df6184-e50e-453b-89fa-f2d2dc5af186 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:23.375295 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.444916 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] For port c8df6184-e50e-453b-89fa-f2d2dc5af186, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=c8df6184-e50e-453b-89fa-f2d2dc5af186,segment=NetworkSegment(9c09e7e6-c811-4f99-bec9-657bed2bdb83),segment_id=9c09e7e6-c811-4f99-bec9-657bed2bdb83)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:23.445316 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.462484 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Calling delete_port for c8df6184-e50e-453b-89fa-f2d2dc5af186 owned by network:dhcp {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:23.472448 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] DHCP port deletion for 2510dba7-177d-45ae-abef-1c47f5321024 request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:01:23.498542 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.508517 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e273a-7898-4c7f-94b9-27d52f42531a req-867f89bb-ee43-4a0b-9823-51bc2ef50a9f tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:23.510194 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa1e273a-7898-4c7f-94b9-27d52f42531a req-867f89bb-ee43-4a0b-9823-51bc2ef50a9f tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/ports?device_id=1475601e-9c48-4ca6-9409-acb5229e59a7 HTTP/1.1" status: 200 len: 946 time: 0.0701361 Oct 28 16:01:23.516799 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['91748abd-01cb-4efe-b1a4-02ed606db22f'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:01:23.558454 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Pushing event deleted for resources: {'Port': ['ID=91748abd-01cb-4efe-b1a4-02ed606db22f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:23.559071 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.584670 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Deleting port c8df6184-e50e-453b-89fa-f2d2dc5af186 {{(pid=101483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:23.585634 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.594311 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8df6184-e50e-453b-89fa-f2d2dc5af186,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:23.600227 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] No DVR routers for this DVR port c8df6184-e50e-453b-89fa-f2d2dc5af186 on host dv-cinder-780759-4-iscsi {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:23.618177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] No DVR routers for this DVR port 91748abd-01cb-4efe-b1a4-02ed606db22f on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:23.622316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.625725 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5c72022a-35ae-42db-ae10-4a59bde8996e req-280ee3b8-35ca-49c5-92b9-075632838d73 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.54 "DELETE /v2.0/ports/91748abd-01cb-4efe-b1a4-02ed606db22f HTTP/1.1" status: 204 len: 173 time: 0.6670349 Oct 28 16:01:23.626200 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'name': 'network-vif-deleted', 'tag': '91748abd-01cb-4efe-b1a4-02ed606db22f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:23.628995 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe49eeeb-4f06-4b87-884d-21210b819f2c" -d '{"events": [{"server_uuid": "1475601e-9c48-4ca6-9409-acb5229e59a7", "name": "network-vif-deleted", "tag": "91748abd-01cb-4efe-b1a4-02ed606db22f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:23.640983 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa1e273a-7898-4c7f-94b9-27d52f42531a req-b9a92a66-ad03-4a0a-a38f-c3aa4cd25c67 tempest-VolumesSnapshotTestJSON-1571534220 tempest-VolumesSnapshotTestJSON-1571534220-project] 10.222.0.74 "GET /v2.0/security-groups?id=f742a964-cab5-4bb1-9211-fc5a009f1d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170521 Oct 28 16:01:23.683893 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] For port c8df6184-e50e-453b-89fa-f2d2dc5af186, host dv-cinder-780759-4-iscsi, got binding levels [] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:23.684252 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.698750 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Calling delete_port for c8df6184-e50e-453b-89fa-f2d2dc5af186 owned by network:dhcp {{(pid=101483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:23.703602 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.ipam_backend_mixin [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Port c8df6184-e50e-453b-89fa-f2d2dc5af186 was not found and therefore no delete operation was performed {{(pid=101483) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 28 16:01:23.706980 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895'] for port, after_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.717856 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d105820-6031-4de9-8400-c58fb7751711 x-openstack-request-id: req-5d105820-6031-4de9-8400-c58fb7751711 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:23.718213 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1475601e-9c48-4ca6-9409-acb5229e59a7", "name": "network-vif-deleted", "tag": "91748abd-01cb-4efe-b1a4-02ed606db22f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:23.718527 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-5d105820-6031-4de9-8400-c58fb7751711 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:23.719035 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1475601e-9c48-4ca6-9409-acb5229e59a7', 'name': 'network-vif-deleted', 'tag': '91748abd-01cb-4efe-b1a4-02ed606db22f', 'status': 'completed', 'code': 200} Oct 28 16:01:23.728029 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.734049 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] Pushing event deleted for resources: {'Port': ['ID=c8df6184-e50e-453b-89fa-f2d2dc5af186,revision_number=None']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:23.742278 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a665b6-a09c-48c0-a2ef-1c0e648c8a7d None None] No DVR routers for this DVR port c8df6184-e50e-453b-89fa-f2d2dc5af186 on host dv-cinder-780759-4-iscsi {{(pid=101483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:23.762228 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2510dba7-177d-45ae-abef-1c47f5321024']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:23.772755 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c09e7e6-c811-4f99-bec9-657bed2bdb83') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:23.773050 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c09e7e6-c811-4f99-bec9-657bed2bdb83') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:23.782300 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.795279 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.802561 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:01:23.803018 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:01:23.804799 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:01:23.859692 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.865298 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:23.868706 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] 10.222.0.74 "DELETE /v2.0/networks/2510dba7-177d-45ae-abef-1c47f5321024 HTTP/1.1" status: 204 len: 168 time: 0.6448298 Oct 28 16:01:23.871920 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54440) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:23.887221 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b1ce8-d331-4e41-a32a-c4e27c839fb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2510dba7-177d-45ae-abef-1c47f5321024,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:24.249580 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:24.390684 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device db9b2b28-5730-4fdb-b667-98e29223e19d no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:24.414826 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: db9b2b28-5730-4fdb-b667-98e29223e19d {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:24.415141 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device db9b2b28-5730-4fdb-b667-98e29223e19d not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:24.415582 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bce4741f-848f-4a56-b101-af04287ed4a4 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:24.434703 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: bce4741f-848f-4a56-b101-af04287ed4a4 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:24.435048 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bce4741f-848f-4a56-b101-af04287ed4a4 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:24.435454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c8df6184-e50e-453b-89fa-f2d2dc5af186 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:24.453862 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: c8df6184-e50e-453b-89fa-f2d2dc5af186 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:24.454167 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c8df6184-e50e-453b-89fa-f2d2dc5af186 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:24.500423 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Deleting port e81eea89-565a-4957-b4a3-7187f575c59c {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:24.500713 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:24.593467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] For port e81eea89-565a-4957-b4a3-7187f575c59c, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=e81eea89-565a-4957-b4a3-7187f575c59c,segment=NetworkSegment(7f0066be-98e3-4c54-85b8-3f76763ccb73),segment_id=7f0066be-98e3-4c54-85b8-3f76763ccb73)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:24.593852 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:24.605706 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Calling delete_port for e81eea89-565a-4957-b4a3-7187f575c59c owned by network:router_interface {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:24.787896 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:24.814011 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=e81eea89-565a-4957-b4a3-7187f575c59c,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:25.006015 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:25.234426 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Router 43e2c093-0e87-46df-9275-55c866fde0af has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:01:25.344895 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:25.350217 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-22174a9f-ac35-4a26-b60e-79e365b71b23 admin admin] 10.222.0.74 "PUT /v2.0/routers/43e2c093-0e87-46df-9275-55c866fde0af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767849 Oct 28 16:01:25.352893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54454) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:25.355947 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] Sync routers for ids ['43e2c093-0e87-46df-9275-55c866fde0af'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:25.371471 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] Routers {'43e2c093-0e87-46df-9275-55c866fde0af'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:25.372126 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['43e2c093-0e87-46df-9275-55c866fde0af'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:25.477859 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] Set router 43e2c093-0e87-46df-9275-55c866fde0af gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:25.664328 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T16:01:24Z', 'revision_number': 5, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:25.695222 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] Checking router: 43e2c093-0e87-46df-9275-55c866fde0af for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:25.704194 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] Routers {'43e2c093-0e87-46df-9275-55c866fde0af'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:25.704761 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['43e2c093-0e87-46df-9275-55c866fde0af'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:25.709693 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks [] for router, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:25.806632 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] Set router 43e2c093-0e87-46df-9275-55c866fde0af gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:25.812049 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:25.866522 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Deleting port 87a75835-ddf3-47ff-8487-1fae27739552 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:25.866726 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:25.948895 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] For port 87a75835-ddf3-47ff-8487-1fae27739552, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=87a75835-ddf3-47ff-8487-1fae27739552,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:25.949259 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:25.962062 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Calling delete_port for 87a75835-ddf3-47ff-8487-1fae27739552 owned by network:router_gateway {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:25.984784 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T16:01:24Z', 'revision_number': 5, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:26.010775 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e141091-37b6-495a-84e7-530eb6648779 None None] The sync data for ids ['43e2c093-0e87-46df-9275-55c866fde0af'] in dv-cinder-780759-4-iscsi is: [{'id': '43e2c093-0e87-46df-9275-55c866fde0af', 'name': 'tempest-TestMinimumBasicScenario-1341286231-router', 'tenant_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36'}], 'enable_snat': True}, 'gw_port_id': '87a75835-ddf3-47ff-8487-1fae27739552', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:45Z', 'updated_at': '2021-10-28T16:01:24Z', 'revision_number': 5, 'project_id': 'd8be0c041ddf44c89ceaa1c432f3d95f', 'gw_port': {'id': '87a75835-ddf3-47ff-8487-1fae27739552', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c6:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e2c093-0e87-46df-9275-55c866fde0af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:46Z', 'updated_at': '2021-10-28T15:57:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:26.129962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.155799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=87a75835-ddf3-47ff-8487-1fae27739552,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:26.221702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.326023 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.328177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.394883 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.395469 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e2c093-0e87-46df-9275-55c866fde0af {{(pid=101482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:01:26.400531 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.404354 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f22b1ccb-e5c6-444d-8158-9f388b7494c4 admin admin] 10.222.0.74 "DELETE /v2.0/routers/43e2c093-0e87-46df-9275-55c866fde0af HTTP/1.1" status: 204 len: 168 time: 1.0473661 Oct 28 16:01:26.404811 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54464) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:26.453413 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Deleting subnet 460cb26c-c4cd-47ec-91c4-dc369b361c75 {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:01:26.457288 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.493088 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device e81eea89-565a-4957-b4a3-7187f575c59c no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:26.494420 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.515711 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: e81eea89-565a-4957-b4a3-7187f575c59c {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:26.516089 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device e81eea89-565a-4957-b4a3-7187f575c59c not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:26.608722 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.671922 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.695756 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=460cb26c-c4cd-47ec-91c4-dc369b361c75,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:26.699296 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.703532 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-735c086d-a863-4bbb-b285-2520b7ce1416 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/460cb26c-c4cd-47ec-91c4-dc369b361c75 HTTP/1.1" status: 204 len: 168 time: 0.2977357 Oct 28 16:01:26.705396 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54466) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:26.709685 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8765cd52-352c-4183-9014-78062974d005 None None] Network cc1be6f6-ee8f-4a18-8969-cffc1f446526 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:01:26.778840 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.831600 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Deleting port 3931281e-30f9-4cef-b97e-b73dc41ef845 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:01:26.831862 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.904694 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] For port 3931281e-30f9-4cef-b97e-b73dc41ef845, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3931281e-30f9-4cef-b97e-b73dc41ef845,segment=NetworkSegment(7f0066be-98e3-4c54-85b8-3f76763ccb73),segment_id=7f0066be-98e3-4c54-85b8-3f76763ccb73)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:26.905000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:26.925200 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Calling delete_port for 3931281e-30f9-4cef-b97e-b73dc41ef845 owned by network:dhcp {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:01:27.009860 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.045286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] No DVR routers for this DVR port 3931281e-30f9-4cef-b97e-b73dc41ef845 on host dv-cinder-780759-4-iscsi {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:01:27.049394 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=3931281e-30f9-4cef-b97e-b73dc41ef845,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:27.058298 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7da8b1-6c2c-4188-a717-c1cbdd2910dc None None] DHCP port deletion for cc1be6f6-ee8f-4a18-8969-cffc1f446526 request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:01:27.129767 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.149538 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc1be6f6-ee8f-4a18-8969-cffc1f446526']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:27.159551 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0066be-98e3-4c54-85b8-3f76763ccb73') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:27.159791 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0066be-98e3-4c54-85b8-3f76763ccb73') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:27.173721 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.191707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.198212 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:01:27.198615 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:01:27.200383 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:01:27.260174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.261553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.265049 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] 10.222.0.74 "DELETE /v2.0/networks/cc1be6f6-ee8f-4a18-8969-cffc1f446526 HTTP/1.1" status: 204 len: 168 time: 0.5586593 Oct 28 16:01:27.280160 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54cb07-3d39-40c8-be15-ce9611d47c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc1be6f6-ee8f-4a18-8969-cffc1f446526,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:27.446109 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54476) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:27.486778 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f27fd8d9-a530-4232-a611-e1709be2f892 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=dd32656b539b4c93a03d7f274c3fe0a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395286 Oct 28 16:01:27.489395 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54478) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:27.535681 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f27d9b3c-05aa-44d6-a040-fc22412b67ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.558053 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f27d9b3c-05aa-44d6-a040-fc22412b67ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.608378 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f27d9b3c-05aa-44d6-a040-fc22412b67ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.611078 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f27d9b3c-05aa-44d6-a040-fc22412b67ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:27.612275 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f27d9b3c-05aa-44d6-a040-fc22412b67ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/44884e1e-b865-4adb-8958-161ff18f97a5 HTTP/1.1" status: 204 len: 168 time: 0.1220245 Oct 28 16:01:27.620725 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d9b3c-05aa-44d6-a040-fc22412b67ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44884e1e-b865-4adb-8958-161ff18f97a5,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:27.936404 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54484) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:27.976909 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-805bf905-da5c-4d74-b57d-7d91288db5d6 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=d8be0c041ddf44c89ceaa1c432f3d95f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393617 Oct 28 16:01:27.979323 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54486) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:28.028255 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-348ec654-c596-472a-a259-37839d98886b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.050635 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-348ec654-c596-472a-a259-37839d98886b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.097891 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-348ec654-c596-472a-a259-37839d98886b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.100675 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-348ec654-c596-472a-a259-37839d98886b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:28.101815 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-348ec654-c596-472a-a259-37839d98886b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/31ac5507-f975-4cc4-88ef-3be554ce33a7 HTTP/1.1" status: 204 len: 168 time: 0.1216426 Oct 28 16:01:28.110164 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ec654-c596-472a-a259-37839d98886b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ac5507-f975-4cc4-88ef-3be554ce33a7,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:28.399914 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3931281e-30f9-4cef-b97e-b73dc41ef845 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:28.421283 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 3931281e-30f9-4cef-b97e-b73dc41ef845 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:28.421993 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3931281e-30f9-4cef-b97e-b73dc41ef845 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:28.422464 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 87a75835-ddf3-47ff-8487-1fae27739552 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:28.443425 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 87a75835-ddf3-47ff-8487-1fae27739552 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:28.443812 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 87a75835-ddf3-47ff-8487-1fae27739552 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:29.181784 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 91748abd-01cb-4efe-b1a4-02ed606db22f no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:29.211004 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 91748abd-01cb-4efe-b1a4-02ed606db22f {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:01:29.211349 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 91748abd-01cb-4efe-b1a4-02ed606db22f not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:01:38.486865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39c420ec-8781-4dbb-bf29-9b63efddc6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:40.822746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fb9b6-efd4-4766-8ee9-c734b9dfc6ce req-e9605adc-e19f-424f-96d4-88cd6792366a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:40.824561 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-829fb9b6-efd4-4766-8ee9-c734b9dfc6ce req-e9605adc-e19f-424f-96d4-88cd6792366a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0565982 Oct 28 16:01:40.862135 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-829fb9b6-efd4-4766-8ee9-c734b9dfc6ce req-74bb3c11-aca2-4214-8186-d2bd301f32a9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313118 Oct 28 16:01:41.050676 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-bbea1205-5163-4fff-8974-73e0ad942ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:41.969874 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:41.991313 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea7a236-42c5-4d42-89a0-f93f8f9234e4 req-2c4dcb64-bdef-48c6-9b80-076767a1324f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:41.992836 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fea7a236-42c5-4d42-89a0-f93f8f9234e4 req-2c4dcb64-bdef-48c6-9b80-076767a1324f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0550368 Oct 28 16:01:42.031540 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fea7a236-42c5-4d42-89a0-f93f8f9234e4 req-2ee34eea-58c8-42ce-b97c-de9fd7e785d2 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325530 Oct 28 16:01:42.279002 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:43.157002 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e908df-770b-4385-bae1-14aee6ba6e9c req-cecced5e-04a8-4aff-9dca-ad1b2133aeb3 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:43.159075 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-53e908df-770b-4385-bae1-14aee6ba6e9c req-cecced5e-04a8-4aff-9dca-ad1b2133aeb3 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0594165 Oct 28 16:01:43.206793 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-53e908df-770b-4385-bae1-14aee6ba6e9c req-14790e05-1118-4b92-8b17-b2e6034317d4 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382438 Oct 28 16:01:43.787095 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:44.348280 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd152fe-55a1-4c7d-ba3b-0ce9d5774ee5 req-c8ff14db-ead6-48d4-9a7a-9fef2410598a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:44.350089 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7cd152fe-55a1-4c7d-ba3b-0ce9d5774ee5 req-c8ff14db-ead6-48d4-9a7a-9fef2410598a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0549777 Oct 28 16:01:44.389861 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7cd152fe-55a1-4c7d-ba3b-0ce9d5774ee5 req-29a4b104-5080-4571-875e-3a3afdcc2568 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336604 Oct 28 16:01:45.525345 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b34fda-7ef2-4469-b2dd-e8448e0f45f1 req-783f4121-0afa-4204-967d-e8031adbe44f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:45.526791 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63b34fda-7ef2-4469-b2dd-e8448e0f45f1 req-783f4121-0afa-4204-967d-e8031adbe44f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0604155 Oct 28 16:01:45.569197 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63b34fda-7ef2-4469-b2dd-e8448e0f45f1 req-40c71fac-535f-4b3a-9503-f260006f4de0 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362675 Oct 28 16:01:46.692258 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a21a8-fc4b-43e8-839e-2b331083951a req-ffe6e540-897e-4243-a3d3-84267dde23cc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:46.693765 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-784a21a8-fc4b-43e8-839e-2b331083951a req-ffe6e540-897e-4243-a3d3-84267dde23cc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0520661 Oct 28 16:01:46.730808 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-784a21a8-fc4b-43e8-839e-2b331083951a req-a840a31b-7998-437f-8df1-203480f66c5f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310569 Oct 28 16:01:47.857110 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8b22c-8740-4a1d-914d-52583bd84c83 req-dcd460f2-d03a-48ec-9908-2e14443ed222 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:47.858570 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cae8b22c-8740-4a1d-914d-52583bd84c83 req-dcd460f2-d03a-48ec-9908-2e14443ed222 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0528715 Oct 28 16:01:47.898143 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-cae8b22c-8740-4a1d-914d-52583bd84c83 req-87520492-d2df-4129-b68b-e135632f4d51 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335610 Oct 28 16:01:47.950838 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54648) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:48.003046 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Deleting subnet a3d21c6a-e3ec-482c-bc90-5f904c3b97c7 {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:01:48.006261 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.043746 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.083613 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.136194 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.166916 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d21c6a-e3ec-482c-bc90-5f904c3b97c7,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:48.168888 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.172488 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-503ea842-9793-49db-951c-442d0d7bd8dd admin admin] 10.222.0.74 "DELETE /v2.0/subnets/a3d21c6a-e3ec-482c-bc90-5f904c3b97c7 HTTP/1.1" status: 204 len: 168 time: 0.2205560 Oct 28 16:01:48.175664 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54650) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:48.245783 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.324094 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.350062 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8a4511-3ac6-4fc7-a04f-f2199960ef0a']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:48.359947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e64b877-51cc-47cd-8bf6-42e5186c5381') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:48.360251 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e64b877-51cc-47cd-8bf6-42e5186c5381') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:48.369580 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.382633 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.388728 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:01:48.389208 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:01:48.390915 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:01:48.447735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.455457 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.461059 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] 10.222.0.74 "DELETE /v2.0/networks/9e8a4511-3ac6-4fc7-a04f-f2199960ef0a HTTP/1.1" status: 204 len: 168 time: 0.2821510 Oct 28 16:01:48.468964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7e06e-ad90-46c8-b664-b694a1565052 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8a4511-3ac6-4fc7-a04f-f2199960ef0a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:48.627577 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54656) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:48.666926 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b530b468-1d5f-4b23-8747-db3633bd3e91 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=76e51b2f6c3f4a8db2a43d8d7119740a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380890 Oct 28 16:01:48.669473 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54658) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:48.719294 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ba49fc43-5724-4f71-a419-3a81133fcda3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.742993 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ba49fc43-5724-4f71-a419-3a81133fcda3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.790617 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ba49fc43-5724-4f71-a419-3a81133fcda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.793170 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ba49fc43-5724-4f71-a419-3a81133fcda3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:48.794283 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ba49fc43-5724-4f71-a419-3a81133fcda3 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/f742a964-cab5-4bb1-9211-fc5a009f1d4a HTTP/1.1" status: 204 len: 168 time: 0.1239264 Oct 28 16:01:48.802923 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49fc43-5724-4f71-a419-3a81133fcda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f742a964-cab5-4bb1-9211-fc5a009f1d4a,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:49.013701 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e8402-9436-4542-bef8-f8d92cb6afa6 req-928d632f-00fb-42e0-b313-54568cfeee3c tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:49.015235 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2b7e8402-9436-4542-bef8-f8d92cb6afa6 req-928d632f-00fb-42e0-b313-54568cfeee3c tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0497694 Oct 28 16:01:49.058152 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2b7e8402-9436-4542-bef8-f8d92cb6afa6 req-8758262b-b6aa-44a4-ad7e-98b8cbf4e0d1 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367904 Oct 28 16:01:49.516543 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54682) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:49.621633 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1819004312-network', 'tenant_id': '47da1a230e8243e89d018d9d54186ede'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:49.645123 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Made reservation on behalf of 47da1a230e8243e89d018d9d54186ede for: {'network': 1} {{(pid=101481) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:01:49.647512 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.656227 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.729730 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.735838 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.760026 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=101481) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 16:01:49.769409 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea8782f-1d1b-44f0-97f5-1f2e862cdd1b,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:49.773923 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.774253 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.segments_db [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Added segment 454ad34d-5288-48f8-a093-30ed6c407b7a of type vlan for network fe2f2936-4444-4dda-86c0-26ae6c5d6878 Oct 28 16:01:49.813269 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.838598 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.839588 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101481) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:49.840223 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:49.893006 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3753381 Oct 28 16:01:49.896040 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54688) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:49.901089 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Request body: {'subnet': {'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1819004312-subnet', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:49.903721 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f1a7c-a523-4a3d-9a37-c9fae81d46d0 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2f2936-4444-4dda-86c0-26ae6c5d6878,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:49.913704 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 16:01:49.932029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Made reservation on behalf of 47da1a230e8243e89d018d9d54186ede for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:01:49.934487 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9054594'] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.102461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.178211 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ac05d7-9598-4ee4-943f-6d3847de8a7c,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:50.206521 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ba7ee-b17d-435c-ba91-45537ceade6b req-43c2a7f8-0fe8-46d0-8c62-8310591de0bc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:50.208012 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-075ba7ee-b17d-435c-ba91-45537ceade6b req-43c2a7f8-0fe8-46d0-8c62-8310591de0bc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0797584 Oct 28 16:01:50.209160 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Checking segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:50.209500 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Network hostable DHCP agents. Network: fe2f2936-4444-4dda-86c0-26ae6c5d6878, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 16:01:50.241482 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 16:01:50.259551 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-075ba7ee-b17d-435c-ba91-45537ceade6b req-95ee00cb-8c6f-4aa6-b712-85cced8d7e7c tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447426 Oct 28 16:01:50.260575 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, fe2f2936-4444-4dda-86c0-26ae6c5d6878) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:50.265492 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:50.266217 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.270264 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191d0e08-b47a-4bb9-a50e-99bd859b32f1 None None] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:01:50.285257 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-923f91bf-e36c-4e9d-88ee-f28acf0536a6 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3854780 Oct 28 16:01:50.285606 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54692) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:50.289710 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:50.311835 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.312801 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.366946 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.419888 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 16:01:50.420889 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.506686 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.558908 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Allocated IP 172.20.0.2 (fe2f2936-4444-4dda-86c0-26ae6c5d6878/55ac05d7-9598-4ee4-943f-6d3847de8a7c/4215924d-bbba-46a8-bf18-b0e8cf99daad) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:50.704675 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.706553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.712007 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.727193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.753423 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:50.758707 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:50.760814 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Pushing event updated for resources: {'Port': ['ID=4215924d-bbba-46a8-bf18-b0e8cf99daad,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:50.762945 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:50.818837 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Attempting to bind port 4215924d-bbba-46a8-bf18-b0e8cf99daad on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:50.819200 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Attempting to bind port 4215924d-bbba-46a8-bf18-b0e8cf99daad by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:50.819577 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Attempting to bind port 4215924d-bbba-46a8-bf18-b0e8cf99daad on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:50.824596 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:50.824956 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Checking segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:50.825347 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.825731 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Bound using segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:50.826207 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Bound port: 4215924d-bbba-46a8-bf18-b0e8cf99daad, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:50.826558 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.838187 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Allocated IP 172.27.2.245 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/907c5740-36d5-40be-9be2-3e3e70a59fb5) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:50.888009 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] For port 4215924d-bbba-46a8-bf18-b0e8cf99daad, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:50.892025 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] For port 4215924d-bbba-46a8-bf18-b0e8cf99daad, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=4215924d-bbba-46a8-bf18-b0e8cf99daad,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:50.897608 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.940893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:50.958806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa703f-cd0a-43a7-b24b-91e873a19a79 None None] Pushing event updated for resources: {'Port': ['ID=4215924d-bbba-46a8-bf18-b0e8cf99daad,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:51.008583 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:51.038139 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-b9b1bdce-2d45-4ceb-81e9-11d14ba443b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:51.039688 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-b9b1bdce-2d45-4ceb-81e9-11d14ba443b1 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.0914285 Oct 28 16:01:51.064267 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:51.101584 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:51.108093 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:51.141756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Pushing event updated for resources: {'Port': ['ID=907c5740-36d5-40be-9be2-3e3e70a59fb5,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:51.256357 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-fce07d9a-8cff-492a-8b68-fd55784031ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:51.257863 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-fce07d9a-8cff-492a-8b68-fd55784031ca service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.2078192 Oct 28 16:01:51.413603 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-1029458b-ec5a-4d73-9445-595be9db6d47 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 1001 time: 0.1360655 Oct 28 16:01:51.497470 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-5345309d-9393-4896-b9a7-9d9c507e4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:51.499065 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-5345309d-9393-4896-b9a7-9d9c507e4d07 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0661879 Oct 28 16:01:51.526425 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededf4a6-eb46-4648-befd-0a0b762762cc req-08db4775-1a6b-477d-b0a0-e88e7085591f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:51.527887 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ededf4a6-eb46-4648-befd-0a0b762762cc req-08db4775-1a6b-477d-b0a0-e88e7085591f tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.1802208 Oct 28 16:01:51.553251 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:51.656251 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ededf4a6-eb46-4648-befd-0a0b762762cc req-ca80353c-e98e-4238-87fd-8d06c7431928 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140602 Oct 28 16:01:51.662987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-e0208d16-81b5-4929-8189-54884a5c4e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:51.664478 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-e0208d16-81b5-4929-8189-54884a5c4e3b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1559436 Oct 28 16:01:51.883064 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1937bdc7-fded-43b9-9b83-3a4f51be86a4 None None] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:01:52.000780 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0d6beb76-679c-44c1-86ad-a94ac2acda0b None None] Provisioning complete for port 4215924d-bbba-46a8-bf18-b0e8cf99daad triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:52.001467 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0d6beb76-679c-44c1-86ad-a94ac2acda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.101259 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-e222abd9-a29d-401c-8d98-491d30bbca38 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269145 Oct 28 16:01:52.115185 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0d6beb76-679c-44c1-86ad-a94ac2acda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.133325 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.152655 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0d6beb76-679c-44c1-86ad-a94ac2acda0b None None] For port 4215924d-bbba-46a8-bf18-b0e8cf99daad, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=4215924d-bbba-46a8-bf18-b0e8cf99daad,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:52.160893 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0d6beb76-679c-44c1-86ad-a94ac2acda0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.187594 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.212000 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6beb76-679c-44c1-86ad-a94ac2acda0b None None] Pushing event updated for resources: {'Port': ['ID=4215924d-bbba-46a8-bf18-b0e8cf99daad,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:52.281736 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3b3429dd-b27b-4e12-8f01-b3300fcacb3d req-1999e120-1ec7-4add-a6f5-8855e986b871 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688359 Oct 28 16:01:52.323733 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 16:01:52.385822 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-95309684-98c1-4cd1-a0c2-cc40c2b15842 None None] Provisioning complete for port 4215924d-bbba-46a8-bf18-b0e8cf99daad triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:52.386208 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-95309684-98c1-4cd1-a0c2-cc40c2b15842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.432968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:52.460527 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.461819 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-8e3fec31-5948-4259-b946-ef01de80777f admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1754363 Oct 28 16:01:52.464747 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54700) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:52.585227 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 4215924d-bbba-46a8-bf18-b0e8cf99daad up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:52.587373 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:52.638309 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:52.638449 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:52.732242 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 4215924d-bbba-46a8-bf18-b0e8cf99daad triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:52.732612 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:52.784474 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:52.800606 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58562538-c8b2-4eee-a719-7c6f8f59294f req-c564af85-b1a2-4cdc-b157-2f910a925935 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:52.802086 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58562538-c8b2-4eee-a719-7c6f8f59294f req-c564af85-b1a2-4cdc-b157-2f910a925935 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0698514 Oct 28 16:01:52.888818 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-58562538-c8b2-4eee-a719-7c6f8f59294f req-c322101f-8ce6-42ae-a2e2-1a5f5780c1a1 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645206 Oct 28 16:01:52.952050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.003584 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:51Z', 'revision_number': 3, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:53.033222 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:53.033576 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Updating router 6ae5ed18-429e-4719-b013-5e78e68cc625 port 907c5740-36d5-40be-9be2-3e3e70a59fb5 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 16:01:53.059558 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.098241 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Allocated IP 172.20.0.1 (fe2f2936-4444-4dda-86c0-26ae6c5d6878/55ac05d7-9598-4ee4-943f-6d3847de8a7c/ac936d03-ee03-4f4b-ac60-d287a604fbaf) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:53.208286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.242713 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.280510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:53.283363 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:53.286918 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:53.312360 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac936d03-ee03-4f4b-ac60-d287a604fbaf,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:53.318565 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.325750 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.334553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.334912 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.335259 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.335624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.335960 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.336282 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.336619 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.336945 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.337272 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.337579 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.337973 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.338304 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:53.356335 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.380100 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Attempting to bind port 907c5740-36d5-40be-9be2-3e3e70a59fb5 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:53.380466 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Attempting to bind port 907c5740-36d5-40be-9be2-3e3e70a59fb5 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:53.380828 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Attempting to bind port 907c5740-36d5-40be-9be2-3e3e70a59fb5 on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:53.382874 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696fc4d-6306-4f41-b209-8e709d210352 None None] Pushing event updated for resources: {'Port': ['ID=907c5740-36d5-40be-9be2-3e3e70a59fb5,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:53.388664 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:53.389026 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:53.389819 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.389819 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:53.390249 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Bound port: 907c5740-36d5-40be-9be2-3e3e70a59fb5, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:53.390624 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.452721 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] For port 907c5740-36d5-40be-9be2-3e3e70a59fb5, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:53.458745 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] For port 907c5740-36d5-40be-9be2-3e3e70a59fb5, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=907c5740-36d5-40be-9be2-3e3e70a59fb5,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:53.464579 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.485099 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.522440 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:53.523061 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:53.588594 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696fc4d-6306-4f41-b209-8e709d210352 None None] Pushing event updated for resources: {'Port': ['ID=907c5740-36d5-40be-9be2-3e3e70a59fb5,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:53.620176 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-a85ceb70-2241-4aae-aa5c-3dd314f113c0 None None] Provisioning complete for port ac936d03-ee03-4f4b-ac60-d287a604fbaf triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:53.620544 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a85ceb70-2241-4aae-aa5c-3dd314f113c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.663157 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.668552 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.668734 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-a85ceb70-2241-4aae-aa5c-3dd314f113c0 None None] Port ac936d03-ee03-4f4b-ac60-d287a604fbaf cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:01:53.679181 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:53.767130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:53.770751 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=ac936d03-ee03-4f4b-ac60-d287a604fbaf,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:53.829648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-7cf071f2-7142-4b40-a1ac-172d7e77394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:53.831271 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-7cf071f2-7142-4b40-a1ac-172d7e77394d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.1126237 Oct 28 16:01:53.884511 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:53.911818 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10688ff6-9abf-4ec7-975b-3ae52f9afb70 None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:53.923473 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:53.926591 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:54.106847 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-4d936da4-a132-4ce7-9775-6fac79f6c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:54.108383 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-4d936da4-a132-4ce7-9775-6fac79f6c49f service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.2522593 Oct 28 16:01:54.122376 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c82d4-ce30-4acb-81bd-7a3cb128cbd3 req-1c703119-3ae2-4636-95af-6baf4c318006 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:54.123983 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-832c82d4-ce30-4acb-81bd-7a3cb128cbd3 req-1c703119-3ae2-4636-95af-6baf4c318006 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.1441755 Oct 28 16:01:54.149620 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:01:54.215366 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0221fe1d-c847-4e4a-addb-4279d49882d1 None None] Provisioning complete for port ac936d03-ee03-4f4b-ac60-d287a604fbaf triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:54.215915 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0221fe1d-c847-4e4a-addb-4279d49882d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:54.268594 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0221fe1d-c847-4e4a-addb-4279d49882d1 None None] Port ac936d03-ee03-4f4b-ac60-d287a604fbaf cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:01:54.281007 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-832c82d4-ce30-4acb-81bd-7a3cb128cbd3 req-4a390296-4f99-4ab1-887b-95792553a628 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477318 Oct 28 16:01:54.312573 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-499f5159-11fa-4f98-97c7-5d82fd155e3b service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 1001 time: 0.1813006 Oct 28 16:01:54.382365 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-5aa0c2a8-c0b6-43ec-b074-3a093242a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:54.384242 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-5aa0c2a8-c0b6-43ec-b074-3a093242a66a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0616617 Oct 28 16:01:54.401382 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:54.407179 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-555d2299-04a9-45fc-a5e1-0e4b8be82dd8 admin admin] 10.222.0.74 "PUT /v2.0/routers/6ae5ed18-429e-4719-b013-5e78e68cc625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9414003 Oct 28 16:01:54.440202 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-94abc994-8a33-42b5-9fbd-8a64c560f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:54.441830 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-94abc994-8a33-42b5-9fbd-8a64c560f3ca service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492280 Oct 28 16:01:54.555729 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-e07d5bab-ec75-4b59-8941-74407701365c service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014194 Oct 28 16:01:54.953314 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a846f4c3-fb9c-40e7-83c4-49fe8e457876 req-bd2b25e3-832c-47a0-9398-8860d1f37d55 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3888099 Oct 28 16:01:55.015740 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54724) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:55.020758 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1761889371-network', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:55.041763 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Made reservation on behalf of 88adc6e6207a4f6db8c8e862cbed2a72 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:01:55.044385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.053839 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.130248 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.134558 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.164690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 562} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 16:01:55.172222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c39eb7-a74c-4e83-8cea-3e35738e20c2,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:55.178902 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.179228 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Added segment 2425ee32-fde8-49d2-863c-bc206c9372c8 of type vlan for network 1d547121-9ebd-4740-a1d2-324fad4a4fdf Oct 28 16:01:55.220020 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.250924 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.252090 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:55.252689 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.317356 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2976191 Oct 28 16:01:55.317850 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54730) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:55.324644 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Request body: {'subnet': {'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1761889371-subnet', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:55.330017 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7ffba-a319-4d5a-a0e8-7235549683dc admin admin] Pushing event updated for resources: {'Network': ['ID=1d547121-9ebd-4740-a1d2-324fad4a4fdf,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:55.340169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 16:01:55.351870 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Made reservation on behalf of 88adc6e6207a4f6db8c8e862cbed2a72 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:01:55.354590 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9054594'] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.471823 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9a608-c744-40a5-9e7d-75f0cf84cc2f req-2a43e067-cb67-4dc9-bb91-0c13bec6e982 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:55.473298 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1bb9a608-c744-40a5-9e7d-75f0cf84cc2f req-2a43e067-cb67-4dc9-bb91-0c13bec6e982 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.1051102 Oct 28 16:01:55.548358 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1bb9a608-c744-40a5-9e7d-75f0cf84cc2f req-9a5b1622-0e35-452c-8ac3-aec4fbd30a22 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676827 Oct 28 16:01:55.593297 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.650516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9487468d-acbf-435a-800f-0dd58138c68d,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:55.675116 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Checking segment: {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:55.675611 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Network hostable DHCP agents. Network: 1d547121-9ebd-4740-a1d2-324fad4a4fdf, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 16:01:55.697940 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 16:01:55.708758 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 1d547121-9ebd-4740-a1d2-324fad4a4fdf) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:55.714770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:55.715711 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.725065 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b58ffe-c406-4ce1-a1e0-97d092230c3e None None] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:01:55.787160 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54736) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:55.787736 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7626f34e-ef49-40d0-bffc-35c05fbb7c65 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4687610 Oct 28 16:01:55.791620 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:01:55.802700 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-f14876c9-b8e6-4c51-8026-4e596deed357 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826423 Oct 28 16:01:55.818244 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed155973-4dc3-4199-9ada-44ceea236322 req-c9d4c0c7-b183-47ff-98df-df52812e6b75 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:55.820098 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ed155973-4dc3-4199-9ada-44ceea236322 req-c9d4c0c7-b183-47ff-98df-df52812e6b75 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0883443 Oct 28 16:01:55.827787 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.828835 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.879722 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ed155973-4dc3-4199-9ada-44ceea236322 req-480a19f4-8171-470d-a8bc-658afdf54c41 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485873 Oct 28 16:01:55.908815 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:55.915258 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'fixed_ips': [{'subnet_id': '9487468d-acbf-435a-800f-0dd58138c68d'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 16:01:55.916405 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.111719 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.207397 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Allocated IP 172.20.0.2 (1d547121-9ebd-4740-a1d2-324fad4a4fdf/9487468d-acbf-435a-800f-0dd58138c68d/c19b4589-6e84-4d41-86bd-e5cca73b816f) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:56.212282 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:56.222364 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:56.223120 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:56.350245 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:56.466937 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.475082 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.526806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 907c5740-36d5-40be-9be2-3e3e70a59fb5 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:56.537742 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:56.560198 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Pushing event updated for resources: {'Port': ['ID=c19b4589-6e84-4d41-86bd-e5cca73b816f,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:56.569159 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 2, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:56.570555 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:56.577040 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.577398 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.577876 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.578657 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.578998 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.579356 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.579691 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.580436 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.580780 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.581109 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.581569 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.582089 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:56.589812 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:56.607812 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:56.608407 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Updating router 6ae5ed18-429e-4719-b013-5e78e68cc625 port ac936d03-ee03-4f4b-ac60-d287a604fbaf binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 16:01:56.628845 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.633353 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.649080 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.662308 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Attempting to bind port c19b4589-6e84-4d41-86bd-e5cca73b816f on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:56.662684 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Attempting to bind port c19b4589-6e84-4d41-86bd-e5cca73b816f by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:56.663050 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Attempting to bind port c19b4589-6e84-4d41-86bd-e5cca73b816f on network 1d547121-9ebd-4740-a1d2-324fad4a4fdf {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:56.671023 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 907c5740-36d5-40be-9be2-3e3e70a59fb5 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:56.671865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.721304 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:56.721741 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Checking segment: {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:56.722302 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.722729 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Bound using segment: {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:56.723234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Bound port: c19b4589-6e84-4d41-86bd-e5cca73b816f, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:56.723679 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.762929 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Allocated IP 172.27.2.23 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/ede9cd5d-4db5-4158-baa6-85e59925e585) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:56.836687 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] For port c19b4589-6e84-4d41-86bd-e5cca73b816f, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:56.838902 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.859573 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] For port c19b4589-6e84-4d41-86bd-e5cca73b816f, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=c19b4589-6e84-4d41-86bd-e5cca73b816f,segment=NetworkSegment(2425ee32-fde8-49d2-863c-bc206c9372c8),segment_id=2425ee32-fde8-49d2-863c-bc206c9372c8)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:56.868782 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.879852 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port 907c5740-36d5-40be-9be2-3e3e70a59fb5, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=907c5740-36d5-40be-9be2-3e3e70a59fb5,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:56.904805 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.922630 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.923885 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.936078 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.967312 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa17127-9d81-4622-8381-f9eb100f4893 None None] Pushing event updated for resources: {'Port': ['ID=c19b4589-6e84-4d41-86bd-e5cca73b816f,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:56.985513 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:56.996846 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Pushing event updated for resources: {'Port': ['ID=ac936d03-ee03-4f4b-ac60-d287a604fbaf,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:57.005955 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.006552 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.007032 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.007552 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.007873 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.008535 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.009345 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.010037 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.010564 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.011029 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.011373 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.011901 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101484) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:01:57.042288 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=907c5740-36d5-40be-9be2-3e3e70a59fb5,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:57.055108 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:57.059646 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:57.077950 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:57.089063 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Attempting to bind port ac936d03-ee03-4f4b-ac60-d287a604fbaf on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:01:57.089518 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Attempting to bind port ac936d03-ee03-4f4b-ac60-d287a604fbaf by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:01:57.090060 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Attempting to bind port ac936d03-ee03-4f4b-ac60-d287a604fbaf on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:01:57.095958 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:01:57.096623 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Checking segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:01:57.097189 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.097921 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Bound using segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:01:57.098557 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Bound port: ac936d03-ee03-4f4b-ac60-d287a604fbaf, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:01:57.099120 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.121558 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae853122-01f8-4f3b-a863-14aeb4fce87c req-23756810-5efa-46f6-83be-e46eb0870172 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:57.123790 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ae853122-01f8-4f3b-a863-14aeb4fce87c req-23756810-5efa-46f6-83be-e46eb0870172 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.1572778 Oct 28 16:01:57.132838 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Pushing event updated for resources: {'Port': ['ID=ede9cd5d-4db5-4158-baa6-85e59925e585,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:57.189393 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] For port ac936d03-ee03-4f4b-ac60-d287a604fbaf, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:01:57.193228 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] For port ac936d03-ee03-4f4b-ac60-d287a604fbaf, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=ac936d03-ee03-4f4b-ac60-d287a604fbaf,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:01:57.201898 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.206947 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ae853122-01f8-4f3b-a863-14aeb4fce87c req-38566480-fde1-4955-b976-80527b9761c7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753603 Oct 28 16:01:57.292029 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3a63c-1104-4ec5-9e0a-fad69ecaf13d None None] Pushing event updated for resources: {'Port': ['ID=ac936d03-ee03-4f4b-ac60-d287a604fbaf,revision_number=4']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:57.307173 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:57.307801 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:57.467527 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:57.480067 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-98d07b70-e0b1-4648-adfb-2d1c1c70779a None None] Provisioning complete for port ac936d03-ee03-4f4b-ac60-d287a604fbaf triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:57.480677 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-98d07b70-e0b1-4648-adfb-2d1c1c70779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.494222 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.506434 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-8eab2a57-29b5-4208-a18b-df8d7ab124ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:57.508797 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-8eab2a57-29b5-4208-a18b-df8d7ab124ba service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5&tenant_id=5a41dcd9fdac4825836c411b19a96328 HTTP/1.1" status: 200 len: 1098 time: 0.1097987 Oct 28 16:01:57.552485 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:01:57.634226 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-e49b8797-9667-4ff7-a2bb-c3046a128b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:57.636041 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-e49b8797-9667-4ff7-a2bb-c3046a128b01 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.1020713 Oct 28 16:01:57.769661 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-98d07b70-e0b1-4648-adfb-2d1c1c70779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.784346 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.785244 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:57.816075 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.834751 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-98d07b70-e0b1-4648-adfb-2d1c1c70779a None None] For port ac936d03-ee03-4f4b-ac60-d287a604fbaf, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=ac936d03-ee03-4f4b-ac60-d287a604fbaf,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:57.835011 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61037e5-48f8-4e28-8f36-a13d4c67faab None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:01:57.841691 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:01:57.844225 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66766436-0291-4fa9-b751-c317aff4bc43" -d '{"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:01:57.876255 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-98d07b70-e0b1-4648-adfb-2d1c1c70779a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:57.891242 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:57.909794 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-407b92ab-b04a-4218-a178-08a440662fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:57.911664 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-407b92ab-b04a-4218-a178-08a440662fee service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.2011869 Oct 28 16:01:57.949114 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:58.082355 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-98f723f6-a9c6-4804-8848-aa513b859ae3 None None] Provisioning complete for port ac936d03-ee03-4f4b-ac60-d287a604fbaf triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:58.082726 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-98f723f6-a9c6-4804-8848-aa513b859ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:58.102747 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-f1e3bac0-63b0-43d6-bb00-a317357ab528 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 999 time: 0.1817493 Oct 28 16:01:58.140116 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Router 8d8190c4-d590-420d-be43-58b3db7b1137 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101481) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 16:01:58.168486 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d07b70-e0b1-4648-adfb-2d1c1c70779a None None] Pushing event updated for resources: {'Port': ['ID=ac936d03-ee03-4f4b-ac60-d287a604fbaf,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:58.180481 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:01:58.224285 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-b1737400-8b4b-4f61-9dcc-7fa997ddccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:58.226444 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-b1737400-8b4b-4f61-9dcc-7fa997ddccf3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.1156547 Oct 28 16:01:58.240616 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=6']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:58.318385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-816a930e-c274-4a74-8a77-d5e4e0ffaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:58.324196 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-816a930e-c274-4a74-8a77-d5e4e0ffaa4f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894079 Oct 28 16:01:58.340472 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 16:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b0150-0875-4207-8856-3005bc466395 x-openstack-request-id: req-da2b0150-0875-4207-8856-3005bc466395 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:01:58.340859 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:01:58.341178 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-da2b0150-0875-4207-8856-3005bc466395 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:01:58.341633 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'code': 200} Oct 28 16:01:58.358668 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:01:58.371248 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Sync routers for ids ['8d8190c4-d590-420d-be43-58b3db7b1137'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:01:58.391299 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Routers {'8d8190c4-d590-420d-be43-58b3db7b1137'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:01:58.392058 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['8d8190c4-d590-420d-be43-58b3db7b1137'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:58.392896 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:58.395470 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-86b0884d-fa62-4472-87fb-7f7f479395c4 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6064038 Oct 28 16:01:58.401290 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54764) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:01:58.524048 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b58292-4c11-4977-a1a5-c232dd697757 None None] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:01:58.535917 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5ec3a-213d-4e7a-b2a7-1e001a6a9ce8 req-2e1ac07b-5974-4a8b-a524-c7ab6b7858c6 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:58.537667 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-79a5ec3a-213d-4e7a-b2a7-1e001a6a9ce8 req-2e1ac07b-5974-4a8b-a524-c7ab6b7858c6 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.2100728 Oct 28 16:01:58.612784 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ac936d03-ee03-4f4b-ac60-d287a604fbaf up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:58.620721 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-8b60d376-ad24-42e3-ba6c-a9e3e7fdb9ea service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903059 Oct 28 16:01:58.663841 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-40c6a573-93e9-4bf1-afd0-b5de8e2b8f98 None None] Provisioning complete for port c19b4589-6e84-4d41-86bd-e5cca73b816f triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:58.664186 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-40c6a573-93e9-4bf1-afd0-b5de8e2b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:58.690953 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-79a5ec3a-213d-4e7a-b2a7-1e001a6a9ce8 req-58e29bb5-9836-4f4e-bf9e-cf71d61173e7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330357 Oct 28 16:01:58.728617 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Set router 8d8190c4-d590-420d-be43-58b3db7b1137 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:01:58.758283 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f99b7ece-4155-47b2-bdd1-7e93c684d9cc req-ea5e3e47-c8cd-4c10-863b-ffc3e34bf67b service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255426 Oct 28 16:01:58.891264 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port ac936d03-ee03-4f4b-ac60-d287a604fbaf triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:58.891931 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:58.954809 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.006689 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-40c6a573-93e9-4bf1-afd0-b5de8e2b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.127088 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Allocated IP 172.20.0.1 (1d547121-9ebd-4740-a1d2-324fad4a4fdf/9487468d-acbf-435a-800f-0dd58138c68d/651ac80e-9870-42bf-8eda-abb44be09db2) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:01:59.249967 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.257108 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-40c6a573-93e9-4bf1-afd0-b5de8e2b8f98 None None] For port c19b4589-6e84-4d41-86bd-e5cca73b816f, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=c19b4589-6e84-4d41-86bd-e5cca73b816f,segment=NetworkSegment(2425ee32-fde8-49d2-863c-bc206c9372c8),segment_id=2425ee32-fde8-49d2-863c-bc206c9372c8)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:01:59.264372 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-40c6a573-93e9-4bf1-afd0-b5de8e2b8f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.289063 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.308407 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c19b4589-6e84-4d41-86bd-e5cca73b816f up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:59.329429 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:59.332334 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:59.335896 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:01:59.350807 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 3, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:01:59.360109 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Pushing event updated for resources: {'Port': ['ID=651ac80e-9870-42bf-8eda-abb44be09db2,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:59.378730 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.387696 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a573-93e9-4bf1-afd0-b5de8e2b8f98 None None] Pushing event updated for resources: {'Port': ['ID=c19b4589-6e84-4d41-86bd-e5cca73b816f,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:59.393252 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Checking router: 8d8190c4-d590-420d-be43-58b3db7b1137 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:01:59.393591 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Updating router 8d8190c4-d590-420d-be43-58b3db7b1137 port ede9cd5d-4db5-4158-baa6-85e59925e585 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 16:01:59.430336 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.457232 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-94ab6e23-9f05-42c2-a8c9-1c4bdecf3be8 None None] Provisioning complete for port c19b4589-6e84-4d41-86bd-e5cca73b816f triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:59.457628 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-94ab6e23-9f05-42c2-a8c9-1c4bdecf3be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.493725 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port c19b4589-6e84-4d41-86bd-e5cca73b816f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:59.494171 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.513288 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.688460 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.694085 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.750958 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 907c5740-36d5-40be-9be2-3e3e70a59fb5 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:01:59.777131 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Pushing event updated for resources: {'Port': ['ID=651ac80e-9870-42bf-8eda-abb44be09db2,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:01:59.792073 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.832849 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6ff01-ef3c-44b2-af8d-3855d3900ea5 req-4dc2ef31-06ae-4490-91f8-380d9bb4e259 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:01:59.835181 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4aa6ff01-ef3c-44b2-af8d-3855d3900ea5 req-4dc2ef31-06ae-4490-91f8-380d9bb4e259 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0632563 Oct 28 16:01:59.874891 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.876905 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 907c5740-36d5-40be-9be2-3e3e70a59fb5 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:59.877268 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.889213 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4aa6ff01-ef3c-44b2-af8d-3855d3900ea5 req-21627f3e-48f9-4621-a5a3-22a8a32ede3a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479662 Oct 28 16:01:59.906219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:01:59.917057 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:01:59.919612 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:01:59.949336 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-b9eb52bf-fabb-4de3-bfab-f951fa59e200 None None] Provisioning complete for port 651ac80e-9870-42bf-8eda-abb44be09db2 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:01:59.949709 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b9eb52bf-fabb-4de3-bfab-f951fa59e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.009251 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795de3d4-923f-490c-8e01-0912ad2a1112 None None] Pushing event updated for resources: {'Port': ['ID=ede9cd5d-4db5-4158-baa6-85e59925e585,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:00.016057 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Attempting to bind port ede9cd5d-4db5-4158-baa6-85e59925e585 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:02:00.016431 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Attempting to bind port ede9cd5d-4db5-4158-baa6-85e59925e585 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:02:00.016796 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Attempting to bind port ede9cd5d-4db5-4158-baa6-85e59925e585 on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:02:00.025315 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-b9eb52bf-fabb-4de3-bfab-f951fa59e200 None None] Port 651ac80e-9870-42bf-8eda-abb44be09db2 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:02:00.027610 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:02:00.027987 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:02:00.028395 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.028778 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:02:00.029260 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Bound port: ede9cd5d-4db5-4158-baa6-85e59925e585, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:02:00.029966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.074833 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Router 8d8190c4-d590-420d-be43-58b3db7b1137 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:02:00.114201 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] For port ede9cd5d-4db5-4158-baa6-85e59925e585, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:02:00.117840 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] For port ede9cd5d-4db5-4158-baa6-85e59925e585, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=ede9cd5d-4db5-4158-baa6-85e59925e585,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:02:00.126167 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.204902 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795de3d4-923f-490c-8e01-0912ad2a1112 None None] Pushing event updated for resources: {'Port': ['ID=ede9cd5d-4db5-4158-baa6-85e59925e585,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:00.211993 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Routers {'8d8190c4-d590-420d-be43-58b3db7b1137'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:02:00.217521 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['8d8190c4-d590-420d-be43-58b3db7b1137'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:00.220480 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:02:00.226742 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-80661f11-942d-48a6-bff6-0dcea8428b17 admin admin] 10.222.0.74 "PUT /v2.0/routers/8d8190c4-d590-420d-be43-58b3db7b1137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8242724 Oct 28 16:02:00.305046 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6a89a5-052c-4542-a61c-f7aea14ba919 req-73b15cf3-7bbc-46b8-a411-8d504184dc02 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:00.306876 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bc6a89a5-052c-4542-a61c-f7aea14ba919 req-73b15cf3-7bbc-46b8-a411-8d504184dc02 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0578048 Oct 28 16:02:00.308021 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-1fae06c2-7122-4b27-b79e-1db495296201 None None] Provisioning complete for port 651ac80e-9870-42bf-8eda-abb44be09db2 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:00.308389 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1fae06c2-7122-4b27-b79e-1db495296201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.351075 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bc6a89a5-052c-4542-a61c-f7aea14ba919 req-05399d27-ead4-4177-ade4-a59e245f3d36 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381031 Oct 28 16:02:00.353533 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-1fae06c2-7122-4b27-b79e-1db495296201 None None] Port 651ac80e-9870-42bf-8eda-abb44be09db2 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:02:00.372244 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] Set router 8d8190c4-d590-420d-be43-58b3db7b1137 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:02:00.447579 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c19b4589-6e84-4d41-86bd-e5cca73b816f up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:00.565152 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port c19b4589-6e84-4d41-86bd-e5cca73b816f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:00.565401 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.679938 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54794) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:00.682260 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '651ac80e-9870-42bf-8eda-abb44be09db2', 'name': '', 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'mac_address': 'fa:16:3e:2b:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '9487468d-acbf-435a-800f-0dd58138c68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:58Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 2, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'subnets': [{'id': '9487468d-acbf-435a-800f-0dd58138c68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:00.684925 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1209327136', 'description': 'tempest-secgroup-smoke-1209327136 description', 'project_id': '47da1a230e8243e89d018d9d54186ede'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:00.709021 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.714222 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc5a29-ca94-4c0b-90f8-4974c7ca7997 None None] The sync data for ids ['8d8190c4-d590-420d-be43-58b3db7b1137'] in dv-cinder-780759-4-iscsi is: [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '651ac80e-9870-42bf-8eda-abb44be09db2', 'name': '', 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'mac_address': 'fa:16:3e:2b:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '9487468d-acbf-435a-800f-0dd58138c68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:58Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 2, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'subnets': [{'id': '9487468d-acbf-435a-800f-0dd58138c68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:02:00.781939 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.786373 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.816458 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.817639 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1365197 Oct 28 16:02:00.821175 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54796) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:00.821716 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5ba24f-38cc-4234-82c0-1ca7701a4817 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39dad8de-1b0c-47c6-907e-50b61eaf6828,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:00.827463 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group_rule': {'security_group_id': '39dad8de-1b0c-47c6-907e-50b61eaf6828', 'project_id': '47da1a230e8243e89d018d9d54186ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:00.859066 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.929318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.935071 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.953666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf23ad94-1a79-46f0-83ee-4e04d49a5439,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:00.975117 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:00.979196 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-70df2444-60aa-4da6-956e-9ba3bb3d3639 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541498 Oct 28 16:02:00.979878 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54800) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:00.985133 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group_rule': {'security_group_id': '39dad8de-1b0c-47c6-907e-50b61eaf6828', 'project_id': '47da1a230e8243e89d018d9d54186ede', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:01.019114 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451aef3-00f4-460a-8471-bcdd80bfe69f req-0bf5c5f2-d67a-4335-b567-ff6d698a8b64 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:01.020924 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6451aef3-00f4-460a-8471-bcdd80bfe69f req-0bf5c5f2-d67a-4335-b567-ff6d698a8b64 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0589514 Oct 28 16:02:01.024520 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.083925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6451aef3-00f4-460a-8471-bcdd80bfe69f req-eb571d31-ed37-422a-b3e5-3faeda80117a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557246 Oct 28 16:02:01.112365 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.118417 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.137963 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab86577-8c4e-4380-9cd9-23c828dbe771,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:01.147147 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.151813 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54802) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:01.152279 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ce857231-713e-47ec-9201-2f70c715cff0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706026 Oct 28 16:02:01.157771 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group_rule': {'security_group_id': '39dad8de-1b0c-47c6-907e-50b61eaf6828', 'project_id': '47da1a230e8243e89d018d9d54186ede', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:01.188947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.240664 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.246553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.268905 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45af813-b885-49a9-977a-ac1493f4fcb1,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:01.274844 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.278984 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 54804) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:01.279144 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-27898bf9-74e1-4207-96fd-ae599d678df5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259961 Oct 28 16:02:01.285084 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group_rule': {'security_group_id': '39dad8de-1b0c-47c6-907e-50b61eaf6828', 'project_id': '47da1a230e8243e89d018d9d54186ede', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:01.316738 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.380148 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.384783 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.404552 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e25bb1d-3ecc-4d5d-beaa-8cbecf637dab,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:01.428757 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.433028 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ac175a4b-aa0f-43a2-92ac-04749982d06e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1523044 Oct 28 16:02:01.435772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54808) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:01.440494 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group_rule': {'security_group_id': '39dad8de-1b0c-47c6-907e-50b61eaf6828', 'project_id': '47da1a230e8243e89d018d9d54186ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:01.492184 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.securitygroups_db [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Project 47da1a230e8243e89d018d9d54186ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 16:02:01.502187 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.541890 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21969ef6-ac0f-4b7d-8d84-b528abe733f9 req-5ffb8560-f229-46f8-83ae-a16fe9e9b655 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:01.543360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21969ef6-ac0f-4b7d-8d84-b528abe733f9 req-5ffb8560-f229-46f8-83ae-a16fe9e9b655 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0864849 Oct 28 16:02:01.589982 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.602631 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.624148 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21969ef6-ac0f-4b7d-8d84-b528abe733f9 req-37c13d53-6c50-4f02-82df-445f5b2d4e3a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736163 Oct 28 16:02:01.627227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eb43aa0-7138-49ab-947b-59e5d1adc420,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:01.640042 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.641417 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-6f216f9c-baab-463c-a151-d9b2093fa21b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2044902 Oct 28 16:02:01.651612 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 54810) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:01.651612 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'security_group_rule': {'security_group_id': '39dad8de-1b0c-47c6-907e-50b61eaf6828', 'project_id': '47da1a230e8243e89d018d9d54186ede', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:01.674365 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.securitygroups_db [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Project 47da1a230e8243e89d018d9d54186ede added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 16:02:01.683012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.754182 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.758532 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.777155 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d027f24-f4d3-4877-b6f4-10c41b6ea836,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:01.783931 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:01.786708 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-703092a8-4f75-4a3a-9f72-ac0c79748624 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414964 Oct 28 16:02:02.213192 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9914e-07b8-474b-b0ef-fa250789ff25 req-c7c071e1-d03c-4c7b-8ac6-fd9c4182f70e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:02.214768 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-06b9914e-07b8-474b-b0ef-fa250789ff25 req-c7c071e1-d03c-4c7b-8ac6-fd9c4182f70e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0602431 Oct 28 16:02:02.259592 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-06b9914e-07b8-474b-b0ef-fa250789ff25 req-7b5f368b-5104-4222-9b74-f12403f13c60 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339587 Oct 28 16:02:02.460919 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ede9cd5d-4db5-4158-baa6-85e59925e585 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:02.512619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port ede9cd5d-4db5-4158-baa6-85e59925e585 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:02.513009 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:02.731378 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Sync routers for ids ['8d8190c4-d590-420d-be43-58b3db7b1137'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:02:02.731977 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:02.740595 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Routers {'8d8190c4-d590-420d-be43-58b3db7b1137'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:02:02.741313 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['8d8190c4-d590-420d-be43-58b3db7b1137'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:02.756032 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port ede9cd5d-4db5-4158-baa6-85e59925e585, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=ede9cd5d-4db5-4158-baa6-85e59925e585,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:02.760772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfca88-26ac-4772-a281-d6981fedda02 req-2bd7a9a3-1da2-47f6-b6da-c1c756366335 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:02.761066 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:02.762305 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2cbfca88-26ac-4772-a281-d6981fedda02 req-2bd7a9a3-1da2-47f6-b6da-c1c756366335 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0547636 Oct 28 16:02:02.809172 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2cbfca88-26ac-4772-a281-d6981fedda02 req-441fe0f3-59da-4d34-8a31-c5586b4bbe7a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389357 Oct 28 16:02:02.812264 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=ede9cd5d-4db5-4158-baa6-85e59925e585,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:02.854112 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Set router 8d8190c4-d590-420d-be43-58b3db7b1137 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:02:03.147229 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '651ac80e-9870-42bf-8eda-abb44be09db2', 'name': '', 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'mac_address': 'fa:16:3e:2b:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '9487468d-acbf-435a-800f-0dd58138c68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:58Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 2, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'subnets': [{'id': '9487468d-acbf-435a-800f-0dd58138c68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:03.174374 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Checking router: 8d8190c4-d590-420d-be43-58b3db7b1137 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:02:03.174734 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Updating router 8d8190c4-d590-420d-be43-58b3db7b1137 port 651ac80e-9870-42bf-8eda-abb44be09db2 binding host dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 16:02:03.201034 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.381324 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89c261-c96b-4f24-b85a-e45f6ad0750c req-091f7830-956f-4758-9f58-7cfe6f42de63 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:03.383117 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0a89c261-c96b-4f24-b85a-e45f6ad0750c req-091f7830-956f-4758-9f58-7cfe6f42de63 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0517800 Oct 28 16:02:03.424777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0a89c261-c96b-4f24-b85a-e45f6ad0750c req-0911776d-c754-4700-bc3b-2ee5e820dea7 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Oct 28 16:02:03.472465 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Publish callbacks [] for port, precommit_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.478468 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.527868 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204059d7-9921-4f8c-89cb-47d3be033906 None None] Pushing event updated for resources: {'Port': ['ID=651ac80e-9870-42bf-8eda-abb44be09db2,revision_number=3']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:03.583823 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Attempting to bind port 651ac80e-9870-42bf-8eda-abb44be09db2 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:02:03.584195 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Attempting to bind port 651ac80e-9870-42bf-8eda-abb44be09db2 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:02:03.584563 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Attempting to bind port 651ac80e-9870-42bf-8eda-abb44be09db2 on network 1d547121-9ebd-4740-a1d2-324fad4a4fdf {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:02:03.594332 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:02:03.594890 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Checking segment: {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101484) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:02:03.595196 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.595601 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Bound using segment: {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'} {{(pid=101484) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:02:03.596008 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.managers [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Bound port: 651ac80e-9870-42bf-8eda-abb44be09db2, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2425ee32-fde8-49d2-863c-bc206c9372c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf'}}] {{(pid=101484) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:02:03.596420 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.665157 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] For port 651ac80e-9870-42bf-8eda-abb44be09db2, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101484) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:02:03.668719 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.plugins.ml2.db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] For port 651ac80e-9870-42bf-8eda-abb44be09db2, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=651ac80e-9870-42bf-8eda-abb44be09db2,segment=NetworkSegment(2425ee32-fde8-49d2-863c-bc206c9372c8),segment_id=2425ee32-fde8-49d2-863c-bc206c9372c8)] {{(pid=101484) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:02:03.673813 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron_lib.callbacks.manager [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101484) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.734608 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204059d7-9921-4f8c-89cb-47d3be033906 None None] Pushing event updated for resources: {'Port': ['ID=651ac80e-9870-42bf-8eda-abb44be09db2,revision_number=4']} {{(pid=101484) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:03.737134 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Routers {'8d8190c4-d590-420d-be43-58b3db7b1137'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:02:03.737753 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:01:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['8d8190c4-d590-420d-be43-58b3db7b1137'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:03.797545 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-e8d69895-0121-4507-8709-df940ec5c24e None None] Provisioning complete for port 651ac80e-9870-42bf-8eda-abb44be09db2 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:03.798489 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-e8d69895-0121-4507-8709-df940ec5c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.861607 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] Set router 8d8190c4-d590-420d-be43-58b3db7b1137 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:02:03.893676 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-e8d69895-0121-4507-8709-df940ec5c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.932196 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-e8d69895-0121-4507-8709-df940ec5c24e None None] For port 651ac80e-9870-42bf-8eda-abb44be09db2, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=651ac80e-9870-42bf-8eda-abb44be09db2,segment=NetworkSegment(2425ee32-fde8-49d2-863c-bc206c9372c8),segment_id=2425ee32-fde8-49d2-863c-bc206c9372c8)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:03.938604 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-e8d69895-0121-4507-8709-df940ec5c24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:03.964524 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485fd3e-8ddd-4293-8ce4-7d4ce68db3cc req-1d613eef-a270-47df-a2b4-26133cef5646 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:03.967041 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6485fd3e-8ddd-4293-8ce4-7d4ce68db3cc req-1d613eef-a270-47df-a2b4-26133cef5646 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0560641 Oct 28 16:02:03.991324 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d69895-0121-4507-8709-df940ec5c24e None None] Pushing event updated for resources: {'Port': ['ID=651ac80e-9870-42bf-8eda-abb44be09db2,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:04.006116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6485fd3e-8ddd-4293-8ce4-7d4ce68db3cc req-9f63c329-9a10-42bf-9c79-773280ce21ec tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330253 Oct 28 16:02:04.059842 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-a4f239d0-c91e-40e4-b32c-c574b503433e None None] Provisioning complete for port 651ac80e-9870-42bf-8eda-abb44be09db2 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:04.060209 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-a4f239d0-c91e-40e4-b32c-c574b503433e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.091283 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '651ac80e-9870-42bf-8eda-abb44be09db2', 'name': '', 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'mac_address': 'fa:16:3e:2b:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '9487468d-acbf-435a-800f-0dd58138c68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:58Z', 'updated_at': '2021-10-28T16:02:03Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'subnets': [{'id': '9487468d-acbf-435a-800f-0dd58138c68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:04.120768 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be185e0a-8002-4f29-95c2-5647a07f0a20 None None] The sync data for ids ['8d8190c4-d590-420d-be43-58b3db7b1137'] in dv-cinder-780759-4-iscsi is: [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:01:59Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '651ac80e-9870-42bf-8eda-abb44be09db2', 'name': '', 'network_id': '1d547121-9ebd-4740-a1d2-324fad4a4fdf', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'mac_address': 'fa:16:3e:2b:43:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '9487468d-acbf-435a-800f-0dd58138c68d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:58Z', 'updated_at': '2021-10-28T16:02:03Z', 'revision_number': 4, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'subnets': [{'id': '9487468d-acbf-435a-800f-0dd58138c68d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:02:04.447966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 651ac80e-9870-42bf-8eda-abb44be09db2 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:04.507316 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port 651ac80e-9870-42bf-8eda-abb44be09db2 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:04.507734 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.548588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850006c7-8cf3-4a5e-9280-4533c18ac1c8 req-d5c644ad-9a45-4682-9c07-2b17bb92780e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:04.550151 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-850006c7-8cf3-4a5e-9280-4533c18ac1c8 req-d5c644ad-9a45-4682-9c07-2b17bb92780e tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0560706 Oct 28 16:02:04.596819 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ede9cd5d-4db5-4158-baa6-85e59925e585 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:04.598381 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-850006c7-8cf3-4a5e-9280-4533c18ac1c8 req-feeeaa4d-6ad9-4635-b437-2d0460cdeef1 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 Oct 28 16:02:04.653206 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port ede9cd5d-4db5-4158-baa6-85e59925e585 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:04.653569 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:04.921940 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d1e552-08f3-4f00-a915-6afb7a270e86 req-939157c4-319f-43a6-b6a9-1422ccce9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:04.923464 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a3d1e552-08f3-4f00-a915-6afb7a270e86 req-939157c4-319f-43a6-b6a9-1422ccce9386 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1096 time: 0.0473144 Oct 28 16:02:04.964278 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a3d1e552-08f3-4f00-a915-6afb7a270e86 req-a1930818-b45d-4cee-b7b0-502dce1d1d98 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319264 Oct 28 16:02:05.128929 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5715694-ac9c-4887-a204-0fa5c76fcf97 req-90e00b89-9f0d-4b5d-b4b0-8e64e5e8c1be tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:05.130411 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5715694-ac9c-4887-a204-0fa5c76fcf97 req-90e00b89-9f0d-4b5d-b4b0-8e64e5e8c1be tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Oct 28 16:02:05.176962 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b5715694-ac9c-4887-a204-0fa5c76fcf97 req-4f7fe107-7bb8-4078-9465-74716ab27dca tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387986 Oct 28 16:02:05.722050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0eac48-2b09-497e-b87a-7f00f2e77074 req-6f54e12f-c434-404b-9c6b-75fca0022b18 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:05.723592 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0e0eac48-2b09-497e-b87a-7f00f2e77074 req-6f54e12f-c434-404b-9c6b-75fca0022b18 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0572362 Oct 28 16:02:05.776202 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0e0eac48-2b09-497e-b87a-7f00f2e77074 req-0ab293ea-c305-48ef-8726-057835c4dbb9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434625 Oct 28 16:02:06.302209 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e2fcc-fa41-4f56-8caa-d9e5ced968e8 req-c40bb7eb-b139-4785-8390-30f116e3bc6a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:06.303838 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6e7e2fcc-fa41-4f56-8caa-d9e5ced968e8 req-c40bb7eb-b139-4785-8390-30f116e3bc6a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0516715 Oct 28 16:02:06.342167 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6e7e2fcc-fa41-4f56-8caa-d9e5ced968e8 req-90facb4f-af78-4aa8-ba4e-24bc91b00d46 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322204 Oct 28 16:02:06.901797 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b72f-f7c7-492c-91d9-bec451c0aec5 req-9f1a5468-d339-488c-9679-487212c953a5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:06.904011 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a963b72f-f7c7-492c-91d9-bec451c0aec5 req-9f1a5468-d339-488c-9679-487212c953a5 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 943 time: 0.0587347 Oct 28 16:02:06.946346 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a963b72f-f7c7-492c-91d9-bec451c0aec5 req-013e6f8d-447b-420d-8629-936e9ce07f15 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Oct 28 16:02:07.473110 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a7a03-637c-485d-a252-e03e62eb9ced req-e9a8a0ae-d015-4d53-a9b6-4d0bb86778c2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:07.474648 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b22a7a03-637c-485d-a252-e03e62eb9ced req-e9a8a0ae-d015-4d53-a9b6-4d0bb86778c2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0515585 Oct 28 16:02:07.518745 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b22a7a03-637c-485d-a252-e03e62eb9ced req-5e81747e-8e1b-45a2-b6cf-2d0a34f54a21 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Oct 28 16:02:07.591690 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:02:07.699546 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:07.711367 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'port_id': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'mac_address': 'fa:16:3e:fc:01:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:02:07.753617 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:07.767587 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d7c900-a250-41ec-9e78-3e3353c0ad8f {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:02:07.788602 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:07.793895 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:07.845470 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=7']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:08.101327 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['a0d7c900-a250-41ec-9e78-3e3353c0ad8f'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:02:08.482618 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-95e94148-6d09-428d-9b2c-e0f4c3ab45a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:08.650375 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a866-343f-4c6e-baec-7e95e055758e req-c3609500-8bff-4ec8-b89c-80cc8d278cb3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:08.652046 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b070a866-343f-4c6e-baec-7e95e055758e req-c3609500-8bff-4ec8-b89c-80cc8d278cb3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0522263 Oct 28 16:02:08.697395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b070a866-343f-4c6e-baec-7e95e055758e req-267c43b4-2555-4115-bc4e-9f9214d6a940 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363381 Oct 28 16:02:09.594864 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:09.646757 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port a0d7c900-a250-41ec-9e78-3e3353c0ad8f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:09.647205 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:09.740219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:09.764120 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:09.766505 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91695b4-16c8-4bc9-8fab-50f257d22d79" -d '{"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-plugged", "status": "completed", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:09.780885 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:09.786664 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:09.813890 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7420407b-381d-4660-8d89-1501f19ef404 x-openstack-request-id: req-7420407b-381d-4660-8d89-1501f19ef404 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:09.814184 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-plugged", "status": "completed", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:09.814439 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7420407b-381d-4660-8d89-1501f19ef404 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:09.814818 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'code': 200} Oct 28 16:02:09.828717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcc43a-7fe0-4af1-bfee-e8af1689ef27 req-f91ce4d9-1b09-4b1b-8ba5-f2a09618fa2a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:09.830193 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f8dcc43a-7fe0-4af1-bfee-e8af1689ef27 req-f91ce4d9-1b09-4b1b-8ba5-f2a09618fa2a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0563209 Oct 28 16:02:09.840537 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=8']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:09.871511 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f8dcc43a-7fe0-4af1-bfee-e8af1689ef27 req-1864ece4-ace4-4f42-8d99-c7e0a2d9757a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348473 Oct 28 16:02:11.010507 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b523ab-5133-43ca-bafe-ff8243283ad1 req-256fe265-b568-46da-83a1-c740bcf48246 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:11.012121 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24b523ab-5133-43ca-bafe-ff8243283ad1 req-256fe265-b568-46da-83a1-c740bcf48246 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0605395 Oct 28 16:02:11.035398 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-db36ebe6-7940-446d-80cf-1fd312181928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:11.055469 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-24b523ab-5133-43ca-bafe-ff8243283ad1 req-5abeb43a-f727-4f78-bcda-385bc377d53a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372565 Oct 28 16:02:11.974932 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:12.200691 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ddd1a0-4055-4b2a-9308-1b60180fc754 req-c069e804-58e3-4b51-ac7a-eefbaab1e634 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:12.202235 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-99ddd1a0-4055-4b2a-9308-1b60180fc754 req-c069e804-58e3-4b51-ac7a-eefbaab1e634 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0655117 Oct 28 16:02:12.243569 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-99ddd1a0-4055-4b2a-9308-1b60180fc754 req-44c72913-aac3-4722-9fda-b7584d31e1ab tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326104 Oct 28 16:02:12.285541 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:13.380858 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819510c-3e5c-48d4-ab8d-b0bfc720e71f req-ca36f40f-9c9a-4963-be2b-bb3997202cd4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:13.382708 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f819510c-3e5c-48d4-ab8d-b0bfc720e71f req-ca36f40f-9c9a-4963-be2b-bb3997202cd4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0556777 Oct 28 16:02:13.424984 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f819510c-3e5c-48d4-ab8d-b0bfc720e71f req-74042b0f-69c3-4dce-8652-d4830c361883 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357630 Oct 28 16:02:13.618967 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:02:13.734420 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:13.751081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'mac_address': 'fa:16:3e:88:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:02:13.816829 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:13.818501 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:13.833582 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae674ef7-34f1-4454-906d-c85de7bb62f8 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:02:13.858195 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:13.865724 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:13.920680 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=6']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:13.973376 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['ae674ef7-34f1-4454-906d-c85de7bb62f8'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:02:14.550785 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0f695-01a3-49d1-bc02-da4bab4faffc req-7f609232-f61c-45b6-b1f7-959801186edc tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:14.552272 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6fb0f695-01a3-49d1-bc02-da4bab4faffc req-7f609232-f61c-45b6-b1f7-959801186edc tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 944 time: 0.0525253 Oct 28 16:02:14.602346 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6fb0f695-01a3-49d1-bc02-da4bab4faffc req-c6a30af4-84fd-46a1-ae54-7dd36d19f05a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417914 Oct 28 16:02:15.644653 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:15.706681 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port ae674ef7-34f1-4454-906d-c85de7bb62f8 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:15.707222 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:15.743903 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8b5d5-e2b5-4107-b47e-f075bdf54753 req-b9733879-4deb-48dc-9b8d-f568f37f34a1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:15.746524 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aab8b5d5-e2b5-4107-b47e-f075bdf54753 req-b9733879-4deb-48dc-9b8d-f568f37f34a1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 944 time: 0.0663340 Oct 28 16:02:15.790040 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aab8b5d5-e2b5-4107-b47e-f075bdf54753 req-a11f2134-3277-4828-bf91-98a8fca3085c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365415 Oct 28 16:02:15.797220 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:15.836109 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:15.838443 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8488d87a-951e-4448-89d6-916ddffd6ec5" -d '{"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:15.866689 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:15.873241 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:15.928432 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58f78f2-8302-49f1-bad1-ed1ddac41401 x-openstack-request-id: req-e58f78f2-8302-49f1-bad1-ed1ddac41401 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:15.928908 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:15.929156 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-e58f78f2-8302-49f1-bad1-ed1ddac41401 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:15.929530 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'code': 200} Oct 28 16:02:15.956093 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=7']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:16.937893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8c4a2-b542-4130-8c4f-b7bba6ed21c2 req-5e39b3e8-aa4c-4577-9698-d09fb4cff27b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:16.941982 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e1e8c4a2-b542-4130-8c4f-b7bba6ed21c2 req-5e39b3e8-aa4c-4577-9698-d09fb4cff27b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0575511 Oct 28 16:02:16.986132 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e1e8c4a2-b542-4130-8c4f-b7bba6ed21c2 req-3ea44638-2226-4982-a519-b2b7f53e1c5b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382650 Oct 28 16:02:18.160001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57a4c-3a0a-4492-8d9f-0b770db863b0 req-dbde08bd-e2fa-4250-aeca-10609b74ff2f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:18.163973 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bde57a4c-3a0a-4492-8d9f-0b770db863b0 req-dbde08bd-e2fa-4250-aeca-10609b74ff2f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0865700 Oct 28 16:02:18.206408 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bde57a4c-3a0a-4492-8d9f-0b770db863b0 req-5084b423-42e0-4590-98c3-1470b9ae03da tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388634 Oct 28 16:02:19.339760 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b7db3-3ff2-4149-af0f-0a07a34dd3eb req-4b6ae4c3-b8b8-4491-8e64-9fd08c2462d9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:19.342470 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c29b7db3-3ff2-4149-af0f-0a07a34dd3eb req-4b6ae4c3-b8b8-4491-8e64-9fd08c2462d9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0542412 Oct 28 16:02:19.385186 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c29b7db3-3ff2-4149-af0f-0a07a34dd3eb req-30eef57a-0d5b-4209-aa84-1e36b003b05a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367785 Oct 28 16:02:20.356941 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-ce1c672c-2939-450e-a2ce-500b1212dd88 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209327136&fields=id&tenant_id=47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 267 time: 0.0368903 Oct 28 16:02:20.505717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-e9d3d6f5-5466-478f-b80f-5288c789b3f7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:20.507182 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-e9d3d6f5-5466-478f-b80f-5288c789b3f7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 812 time: 0.1429472 Oct 28 16:02:20.549477 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-349aa5b4-2dae-4953-97d1-832c81801b2e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/quotas/47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 375 time: 0.0261333 Oct 28 16:02:20.558407 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae2fc6-4dc3-4200-a8ae-df0fd09d8032 req-04f6c783-2321-4ee8-9e42-f0d68cad544f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:20.558918 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-45ae2fc6-4dc3-4200-a8ae-df0fd09d8032 req-04f6c783-2321-4ee8-9e42-f0d68cad544f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0770690 Oct 28 16:02:20.639618 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-45ae2fc6-4dc3-4200-a8ae-df0fd09d8032 req-d7d5805e-8542-4e88-bd9a-002aa6995029 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665576 Oct 28 16:02:20.655639 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-fe6b9864-3d6c-4e06-b87e-39d0af6d7405 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955307 Oct 28 16:02:20.877663 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-c10bc35a-4355-4d2f-8c5b-9d374240cbd1 service neutron] 10.222.0.74 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074492 Oct 28 16:02:20.980067 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-b4591d66-370a-4ff5-9700-9cb05edc586f service neutron] 10.222.0.74 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953782 Oct 28 16:02:21.327268 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-28364e60-a764-4845-ae8a-d7d74906b530 req-ed5034d0-65df-4917-8144-6e898f72aa5d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 210 time: 0.0393317 Oct 28 16:02:21.782028 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd98150-12c0-4be9-8bcb-011537a2105b req-76deb3e9-45d1-4088-809b-eea4a99a383b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:21.783815 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9cd98150-12c0-4be9-8bcb-011537a2105b req-76deb3e9-45d1-4088-809b-eea4a99a383b tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0570028 Oct 28 16:02:21.837624 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9cd98150-12c0-4be9-8bcb-011537a2105b req-3649b261-0d11-4c54-a56c-e50af1ff9830 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419502 Oct 28 16:02:22.168741 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:22.455796 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63323ce4-80dc-42a1-aa33-d641530a8a66 req-45c30615-182f-41b0-b3ed-74a569a861c0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 210 time: 0.0362921 Oct 28 16:02:22.515540 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-00bfd2bd-b9cb-45c3-9df8-e4ea97831682 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:22.517129 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-00bfd2bd-b9cb-45c3-9df8-e4ea97831682 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 812 time: 0.1835265 Oct 28 16:02:22.571550 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-7e2f83af-82c1-4595-8c16-13ab5ed7252d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 380 time: 0.0390892 Oct 28 16:02:22.582398 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'port': {'device_id': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'admin_state_up': True, 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'security_groups': ['39dad8de-1b0c-47c6-907e-50b61eaf6828']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:22.714769 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Made reservation on behalf of 47da1a230e8243e89d018d9d54186ede for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:02:22.718475 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:22.857583 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Allocated IP 172.20.0.4 (fe2f2936-4444-4dda-86c0-26ae6c5d6878/55ac05d7-9598-4ee4-943f-6d3847de8a7c/0269975b-5fd0-429f-b53c-4e4f2c387e09) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:02:23.045078 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e54ab1-c45e-4a60-94b0-d5ffe05a297a req-97ce5e4f-4bb2-401e-8db8-172f22b2115e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:23.047739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d7e54ab1-c45e-4a60-94b0-d5ffe05a297a req-97ce5e4f-4bb2-401e-8db8-172f22b2115e tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0853071 Oct 28 16:02:23.160136 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d7e54ab1-c45e-4a60-94b0-d5ffe05a297a req-8cb931d7-7b20-4c1c-848a-2be6b477ebeb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936387 Oct 28 16:02:23.168640 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.212624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.257247 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:02:23.260321 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:02:23.264239 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:02:23.293992 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=0269975b-5fd0-429f-b53c-4e4f2c387e09,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:23.327724 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:23.328489 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.347498 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-de1ea443-e93e-45b5-97f9-7f30afaa4530 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697165 Oct 28 16:02:23.363503 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Request body: {'port': {'device_id': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:23.431983 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.506448 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-fd435061-524e-4dca-a1fc-f4b94dcc6849 None None] Provisioning complete for port 0269975b-5fd0-429f-b53c-4e4f2c387e09 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:23.507752 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-fd435061-524e-4dca-a1fc-f4b94dcc6849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.560011 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-fd435061-524e-4dca-a1fc-f4b94dcc6849 None None] Port 0269975b-5fd0-429f-b53c-4e4f2c387e09 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:02:23.659388 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80263f2-9f36-4f04-b12a-2e1009738ea7 req-1f69cc31-4da2-4491-bc6d-cec0024801e1 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:23.660874 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e80263f2-9f36-4f04-b12a-2e1009738ea7 req-1f69cc31-4da2-4491-bc6d-cec0024801e1 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 931 time: 0.1068399 Oct 28 16:02:23.725186 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e80263f2-9f36-4f04-b12a-2e1009738ea7 req-2ea3118c-3c46-41c1-9458-8c817117208e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565624 Oct 28 16:02:23.774124 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0269975b-5fd0-429f-b53c-4e4f2c387e09 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:02:23.781541 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.793444 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Transition to ACTIVE for port object 0269975b-5fd0-429f-b53c-4e4f2c387e09 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:02:23.802508 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.851997 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Pushing event updated for resources: {'Port': ['ID=0269975b-5fd0-429f-b53c-4e4f2c387e09,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:23.922748 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Attempting to bind port 0269975b-5fd0-429f-b53c-4e4f2c387e09 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:02:23.923452 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Attempting to bind port 0269975b-5fd0-429f-b53c-4e4f2c387e09 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:02:23.923791 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Attempting to bind port 0269975b-5fd0-429f-b53c-4e4f2c387e09 on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:02:23.928147 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Port 0269975b-5fd0-429f-b53c-4e4f2c387e09 on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:02:23.928459 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Attempting to bind port 0269975b-5fd0-429f-b53c-4e4f2c387e09 on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:02:23.933384 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:02:23.933763 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Checking segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:02:23.934141 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Bound using segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:02:23.934560 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Bound port: 0269975b-5fd0-429f-b53c-4e4f2c387e09, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:02:23.934916 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:23.997801 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] For port 0269975b-5fd0-429f-b53c-4e4f2c387e09, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:02:24.001006 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] For port 0269975b-5fd0-429f-b53c-4e4f2c387e09, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:02:24.006972 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:24.045120 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.045720 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:24.047433 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] 10.222.0.54 "PUT /v2.0/ports/0269975b-5fd0-429f-b53c-4e4f2c387e09 HTTP/1.1" status: 200 len: 1093 time: 0.6883733 Oct 28 16:02:24.047901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:24.050188 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f1fa17-950b-474b-884f-2397ae690360" -d '{"events": [{"name": "network-changed", "server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:24.072833 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe2028-2214-4a3f-8371-51dcb9ce1319 service neutron] Pushing event updated for resources: {'Port': ['ID=0269975b-5fd0-429f-b53c-4e4f2c387e09,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:24.137463 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072986ab-f695-41c0-b97f-c9ee5d496fe6 x-openstack-request-id: req-072986ab-f695-41c0-b97f-c9ee5d496fe6 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:24.137756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:24.138008 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-072986ab-f695-41c0-b97f-c9ee5d496fe6 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:24.138402 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'status': 'completed', 'code': 200} Oct 28 16:02:24.155237 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-f997425d-c356-47d4-9cce-4bed4df7d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.156904 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-f997425d-c356-47d4-9cce-4bed4df7d163 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 1096 time: 0.0536621 Oct 28 16:02:24.206620 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-e0eb7304-eaa8-4f95-a861-4039e0cb4059 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09 HTTP/1.1" status: 200 len: 217 time: 0.0379951 Oct 28 16:02:24.298100 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-c23a4ccc-d795-4a71-980c-be524fe9fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.299405 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-c23a4ccc-d795-4a71-980c-be524fe9fa12 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0765736 Oct 28 16:02:24.332741 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9761e-2cb6-4436-97c6-8d3f32fc471a req-766a9c96-9a17-42f6-8ff1-f167d4de9872 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.334216 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50d9761e-2cb6-4436-97c6-8d3f32fc471a req-766a9c96-9a17-42f6-8ff1-f167d4de9872 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.1219828 Oct 28 16:02:24.394689 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-f4936a16-9cc4-41ec-a49f-14494f5d7c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.396211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-f4936a16-9cc4-41ec-a49f-14494f5d7c38 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1098 time: 0.1096680 Oct 28 16:02:24.400115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50d9761e-2cb6-4436-97c6-8d3f32fc471a req-306b6b34-8c88-4912-ad3e-c2df4c15a136 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517020 Oct 28 16:02:24.401823 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34a115-b560-48b1-8373-327b0c293edd req-2d8a065c-e4d0-49bb-98fd-edf45cfda6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.403131 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-2d8a065c-e4d0-49bb-98fd-edf45cfda6f3 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0887847 Oct 28 16:02:24.848144 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-9c2e7f09-0c01-4a76-b27a-a242b4ebef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.849625 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-9c2e7f09-0c01-4a76-b27a-a242b4ebef9b service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.4347935 Oct 28 16:02:24.853007 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-3a136612-be9c-44c0-a231-d1a474777e3a service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370117 Oct 28 16:02:24.911036 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dabc30-e46b-4222-9297-3c8f8152bd44 req-8e973165-f576-4cf6-a521-8fb23aa41a42 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:24.912398 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50dabc30-e46b-4222-9297-3c8f8152bd44 req-8e973165-f576-4cf6-a521-8fb23aa41a42 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.1095150 Oct 28 16:02:24.995687 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-d44ab17e-e5c8-478d-9cef-760556c70fa2 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 200 len: 1000 time: 0.1322794 Oct 28 16:02:25.026289 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-50dabc30-e46b-4222-9297-3c8f8152bd44 req-f693fd85-6b3e-491f-9ac9-9944648c045a tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996315 Oct 28 16:02:25.068168 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3a34a115-b560-48b1-8373-327b0c293edd req-6e9b3d5d-35a9-40b0-8415-a074faca5118 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037342 Oct 28 16:02:25.075022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-c26648b9-71f2-4808-bd4d-43f390d1c35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.076371 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-c26648b9-71f2-4808-bd4d-43f390d1c35f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0708470 Oct 28 16:02:25.151377 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-b91771a5-8859-44af-95bd-09ee0033c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.153290 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-b91771a5-8859-44af-95bd-09ee0033c5db service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691907 Oct 28 16:02:25.176686 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1fa17-950b-474b-884f-2397ae690360 req-e96b32b4-f56e-42d6-9be3-5770be657348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.178438 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-e96b32b4-f56e-42d6-9be3-5770be657348 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 1096 time: 0.0564129 Oct 28 16:02:25.315985 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-35856942-593e-4a11-bf07-e9842010ab54 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522212 Oct 28 16:02:25.324966 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1fa17-950b-474b-884f-2397ae690360 req-c0b0393d-0cee-4c45-92c3-6a3678ccbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.326274 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-c0b0393d-0cee-4c45-92c3-6a3678ccbf0a service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.1375148 Oct 28 16:02:25.406805 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-f09e245e-9172-44a0-b766-a3345afe21d8 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09 HTTP/1.1" status: 200 len: 217 time: 0.0631955 Oct 28 16:02:25.491188 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f4805f04-293a-4ef4-9323-0817c32d8f68 req-8d5f79f7-095e-466d-a998-12bece5bbd1c service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639607 Oct 28 16:02:25.506203 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1fa17-950b-474b-884f-2397ae690360 req-778641e4-7a8b-4de0-b151-2449e425d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.507709 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-778641e4-7a8b-4de0-b151-2449e425d564 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0915523 Oct 28 16:02:25.554545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a1f8c-e3f7-4776-84ef-b341ea8bb0c3 req-73c44df2-73c0-4e38-a244-e94abad3e92f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.556020 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-046a1f8c-e3f7-4776-84ef-b341ea8bb0c3 req-73c44df2-73c0-4e38-a244-e94abad3e92f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0820458 Oct 28 16:02:25.584239 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1fa17-950b-474b-884f-2397ae690360 req-eec679ea-d06b-4552-8263-41b8d2c4743b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:25.585647 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-eec679ea-d06b-4552-8263-41b8d2c4743b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662558 Oct 28 16:02:25.609002 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-046a1f8c-e3f7-4776-84ef-b341ea8bb0c3 req-ac077d43-cd06-479b-a5a9-e15f851cb817 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463331 Oct 28 16:02:25.686361 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-a6a43507-24cf-4eca-b6df-a34a69de4f1d service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892675 Oct 28 16:02:25.775924 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-66f1fa17-950b-474b-884f-2397ae690360 req-73ce85a3-c819-4090-8792-b6874eee712b service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802109 Oct 28 16:02:26.154440 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d6cbce-37a2-471f-bee9-5affc7c9c732 req-8beb36bd-4c73-4935-bc51-5ba80bacf6d3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:26.155907 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48d6cbce-37a2-471f-bee9-5affc7c9c732 req-8beb36bd-4c73-4935-bc51-5ba80bacf6d3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0524695 Oct 28 16:02:26.193404 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-48d6cbce-37a2-471f-bee9-5affc7c9c732 req-8b60fe34-7e3e-40bb-a91c-baf5e4f8763c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315773 Oct 28 16:02:26.739192 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cfa11-a178-44b2-a0ae-7c824082ae03 req-80f45a06-e20b-494d-a58a-9252aa3882eb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:26.740684 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d48cfa11-a178-44b2-a0ae-7c824082ae03 req-80f45a06-e20b-494d-a58a-9252aa3882eb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 945 time: 0.0511189 Oct 28 16:02:26.778684 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d48cfa11-a178-44b2-a0ae-7c824082ae03 req-4420886e-b69b-4320-9b3b-7fa11a2573a1 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319171 Oct 28 16:02:27.325502 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772b2d0-507a-40d2-af83-581dc9a6df3b req-170ead70-4caa-459a-930c-7c7874ed2368 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:27.326980 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d772b2d0-507a-40d2-af83-581dc9a6df3b req-170ead70-4caa-459a-930c-7c7874ed2368 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0524421 Oct 28 16:02:27.368903 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d772b2d0-507a-40d2-af83-581dc9a6df3b req-5a9c07b9-8263-4ac3-ae09-28e46621f818 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355844 Oct 28 16:02:27.690759 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:02:27.769195 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:27.792567 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:27.794870 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44037f9-deb0-428c-9cf4-300a688846ab" -d '{"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:27.811630 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:27.818987 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:27.845431 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-390a5e01-1fa5-45cb-820d-dc5f2b285da2 x-openstack-request-id: req-390a5e01-1fa5-45cb-820d-dc5f2b285da2 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:27.845771 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-unplugged", "status": "failed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "code": 422}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:27.846516 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-390a5e01-1fa5-45cb-820d-dc5f2b285da2 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:27.846516 dv-cinder-780759-4-iscsi neutron-server[101483]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'code': 422} returned with failed status Oct 28 16:02:27.878303 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=8']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:27.911607 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8dca9-e661-49a4-8cca-dd2977a1deb8 req-09cfc7f7-2577-443b-bf4e-875d19cd391d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:27.913111 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-77a8dca9-e661-49a4-8cca-dd2977a1deb8 req-09cfc7f7-2577-443b-bf4e-875d19cd391d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0521805 Oct 28 16:02:27.954565 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-77a8dca9-e661-49a4-8cca-dd2977a1deb8 req-78c09c01-8c9c-4ed8-a2dc-d15d2d12bf6a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351572 Oct 28 16:02:28.483387 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3d0da-bbfe-41e5-9f54-d564f12919c3 req-ad5827b6-fce2-4ddb-a323-c64a8950fcf7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:28.484947 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51d3d0da-bbfe-41e5-9f54-d564f12919c3 req-ad5827b6-fce2-4ddb-a323-c64a8950fcf7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0487101 Oct 28 16:02:28.522804 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-51d3d0da-bbfe-41e5-9f54-d564f12919c3 req-8167b4fd-f550-4d29-af19-924b249b6acd tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Oct 28 16:02:28.899822 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26008d55-42b0-4494-a377-482e300eb4e3 req-e6062b16-8eec-4238-922c-108cec6d9e30 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:28.901301 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-26008d55-42b0-4494-a377-482e300eb4e3 req-e6062b16-8eec-4238-922c-108cec6d9e30 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0499206 Oct 28 16:02:28.964718 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-26008d55-42b0-4494-a377-482e300eb4e3 req-1da9530f-9988-48ad-8978-53a106758b92 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551219 Oct 28 16:02:28.968190 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-8a79bf3f-2c01-4bea-a333-0c72c01b1914 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0659742 Oct 28 16:02:29.648863 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691d736-bea6-4360-9b07-00c467591ce6 req-f4c592db-f9b4-400f-acfd-9825bada2baa tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:29.650350 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b691d736-bea6-4360-9b07-00c467591ce6 req-f4c592db-f9b4-400f-acfd-9825bada2baa tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0576620 Oct 28 16:02:29.691784 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b691d736-bea6-4360-9b07-00c467591ce6 req-05d380fa-5c05-498a-a99d-f6ed08945a9c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326848 Oct 28 16:02:29.803587 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-6bc2b8db-ed4b-4a93-8c24-2bd6409aea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:29.805062 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-6bc2b8db-ed4b-4a93-8c24-2bd6409aea3d service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3&tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8 HTTP/1.1" status: 200 len: 1096 time: 0.0428045 Oct 28 16:02:29.873039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-051f170b-9c1b-4695-a9cb-d36d0eab7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:29.874466 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-051f170b-9c1b-4695-a9cb-d36d0eab7770 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1096 time: 0.0451446 Oct 28 16:02:29.975387 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-b05150e2-6d17-441a-833f-2a40c438e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:29.976889 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-b05150e2-6d17-441a-833f-2a40c438e12d service neutron] 10.222.0.54 "GET /v2.0/networks?id=1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 200 len: 917 time: 0.0937438 Oct 28 16:02:30.070032 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-bd8e5a19-7c89-4462-9f9a-e6d2e40df1bb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 200 len: 998 time: 0.0851128 Oct 28 16:02:30.114454 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2fe72-c1e7-4827-bc48-0a5eece8b0cc req-f378e4c0-2d48-4aef-a015-5b2c39067859 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:30.115920 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1b2fe72-c1e7-4827-bc48-0a5eece8b0cc req-f378e4c0-2d48-4aef-a015-5b2c39067859 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0788202 Oct 28 16:02:30.144401 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-a55b8511-3c99-4837-928d-e365584100b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:30.145684 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-a55b8511-3c99-4837-928d-e365584100b7 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 200 len: 855 time: 0.0665431 Oct 28 16:02:30.171562 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1b2fe72-c1e7-4827-bc48-0a5eece8b0cc req-d59ff359-b1d2-4237-bac7-3e16455ffd99 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479560 Oct 28 16:02:30.201121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-31458f89-0097-4082-afb4-09db7176355a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:30.202602 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-31458f89-0097-4082-afb4-09db7176355a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=1d052bf7-b495-4196-b4b3-c4f0f77150fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461633 Oct 28 16:02:30.307607 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-f881ebd0-658c-4f42-b9a5-4119f979713d service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956371 Oct 28 16:02:30.412437 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c238203d-d80c-48f1-a22b-23a753da7e86 req-6b3f2d4a-6f67-4747-9dba-c393c829a1f1 service neutron] 10.222.0.54 "GET /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920279 Oct 28 16:02:30.836643 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f392b3-7dda-4ebf-90a9-0695134346ef req-312caf2c-035f-439d-8f42-46080938414d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:30.838654 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-96f392b3-7dda-4ebf-90a9-0695134346ef req-312caf2c-035f-439d-8f42-46080938414d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0703783 Oct 28 16:02:30.900901 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-96f392b3-7dda-4ebf-90a9-0695134346ef req-3df7587c-e4f8-46b8-a7d2-a358b3ab5d3f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543938 Oct 28 16:02:31.298325 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2b26f-d29d-47f9-a9d7-f9f6a9159441 req-663cfc5f-8445-4cf7-8a11-26a84f040cbe tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:31.299820 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-94f2b26f-d29d-47f9-a9d7-f9f6a9159441 req-663cfc5f-8445-4cf7-8a11-26a84f040cbe tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0495067 Oct 28 16:02:31.342116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-94f2b26f-d29d-47f9-a9d7-f9f6a9159441 req-5ff8653b-56d0-4456-9e32-154a4f510e28 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357809 Oct 28 16:02:31.730951 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:02:32.046632 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be17ff94-88df-4045-b01b-6bfc32ba2bc7 req-21267ee2-56b1-4c41-8be2-d92f97e1c525 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:32.048290 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be17ff94-88df-4045-b01b-6bfc32ba2bc7 req-21267ee2-56b1-4c41-8be2-d92f97e1c525 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0610740 Oct 28 16:02:32.089904 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be17ff94-88df-4045-b01b-6bfc32ba2bc7 req-abbaa129-e44f-4773-af63-99dc2cdc2d65 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350349 Oct 28 16:02:32.466432 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ce47-9f93-4d24-9436-0cfaf98b0afe req-34905c5a-26e2-4e62-8a62-dccfc0416863 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:32.467939 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4e22ce47-9f93-4d24-9436-0cfaf98b0afe req-34905c5a-26e2-4e62-8a62-dccfc0416863 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0490680 Oct 28 16:02:32.505643 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4e22ce47-9f93-4d24-9436-0cfaf98b0afe req-bc746816-dccc-4a94-9ff4-d650c60a7d63 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Oct 28 16:02:33.215143 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4ef07-d3ad-4f78-a1e8-c416fd297b85 req-9cc51f1d-9030-4e17-ab47-2e60cce109e5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:33.216672 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05b4ef07-d3ad-4f78-a1e8-c416fd297b85 req-9cc51f1d-9030-4e17-ab47-2e60cce109e5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 943 time: 0.0491979 Oct 28 16:02:33.261035 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-05b4ef07-d3ad-4f78-a1e8-c416fd297b85 req-fe384e23-0fec-4bbc-b176-13f93fcc73d7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353322 Oct 28 16:02:33.635177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afc4e8-0476-4640-83f8-0f4107abbad9 req-1a72fa6f-d6b6-4415-a80c-72a6bdb1b124 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:33.636689 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-95afc4e8-0476-4640-83f8-0f4107abbad9 req-1a72fa6f-d6b6-4415-a80c-72a6bdb1b124 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0504677 Oct 28 16:02:33.683644 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-95afc4e8-0476-4640-83f8-0f4107abbad9 req-4b41863e-96af-41fc-a2c3-b499fff40970 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Oct 28 16:02:33.730515 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0269975b-5fd0-429f-b53c-4e4f2c387e09 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:02:33.830433 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 0269975b-5fd0-429f-b53c-4e4f2c387e09, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:33.842521 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'port_id': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'mac_address': 'fa:16:3e:75:9f:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:02:33.884384 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:33.897378 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0269975b-5fd0-429f-b53c-4e4f2c387e09 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:02:33.917751 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 0269975b-5fd0-429f-b53c-4e4f2c387e09, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:33.924054 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:33.980024 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=0269975b-5fd0-429f-b53c-4e4f2c387e09,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:34.166854 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['0269975b-5fd0-429f-b53c-4e4f2c387e09'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:02:34.406964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928806e6-b448-453e-a1e9-6bbd8cf4a2dc req-6d83967e-a60b-499f-b927-d32a57a321a0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:34.408999 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-928806e6-b448-453e-a1e9-6bbd8cf4a2dc req-6d83967e-a60b-499f-b927-d32a57a321a0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 944 time: 0.0645339 Oct 28 16:02:34.458427 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-928806e6-b448-453e-a1e9-6bbd8cf4a2dc req-d02c5da9-f3c3-4805-8b8d-df27fadef568 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418425 Oct 28 16:02:34.806724 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8015d53-93ee-4c59-a3d1-fb20b2cce5a0 req-5069ee6f-9ded-422e-80fa-890556d4a916 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:34.808579 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d8015d53-93ee-4c59-a3d1-fb20b2cce5a0 req-5069ee6f-9ded-422e-80fa-890556d4a916 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0520456 Oct 28 16:02:34.847830 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d8015d53-93ee-4c59-a3d1-fb20b2cce5a0 req-06c6a506-a861-4624-a3cb-a3130c584803 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Oct 28 16:02:35.182097 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:02:35.582832 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24e85a-fd77-4a66-a87c-bc0df678741b req-46c30deb-7817-463c-8ba3-e6517c3b9cc2 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:35.584676 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2f24e85a-fd77-4a66-a87c-bc0df678741b req-46c30deb-7817-463c-8ba3-e6517c3b9cc2 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 944 time: 0.0579584 Oct 28 16:02:35.626830 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2f24e85a-fd77-4a66-a87c-bc0df678741b req-0868f433-e011-4c01-810c-46bc36374aa3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351992 Oct 28 16:02:35.749503 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0269975b-5fd0-429f-b53c-4e4f2c387e09 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:35.805362 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 0269975b-5fd0-429f-b53c-4e4f2c387e09 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:02:35.810849 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 0269975b-5fd0-429f-b53c-4e4f2c387e09 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:35.811299 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:35.894033 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:35.925683 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:35.928169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee4073f-7184-4b4e-a38d-c2900db1e55a" -d '{"events": [{"server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "name": "network-vif-plugged", "status": "completed", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:35.942424 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 0269975b-5fd0-429f-b53c-4e4f2c387e09, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:35.950130 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:35.986356 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446e8d7d-83f5-4581-85fc-029514367a96 x-openstack-request-id: req-446e8d7d-83f5-4581-85fc-029514367a96 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:35.986356 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "name": "network-vif-plugged", "status": "completed", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:35.986356 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-446e8d7d-83f5-4581-85fc-029514367a96 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:35.986356 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'code': 200} Oct 28 16:02:35.992752 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398c3cc-59fc-4a1b-9549-1c5cbe7537c4 req-a7feb4f4-4d8a-447a-b23d-cf6325b8020c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:36.001618 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8398c3cc-59fc-4a1b-9549-1c5cbe7537c4 req-a7feb4f4-4d8a-447a-b23d-cf6325b8020c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0660491 Oct 28 16:02:36.007941 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=0269975b-5fd0-429f-b53c-4e4f2c387e09,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:36.038143 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8398c3cc-59fc-4a1b-9549-1c5cbe7537c4 req-d5e9944f-92aa-4867-8159-fb98b45c1df6 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357311 Oct 28 16:02:36.757725 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332207e-5553-4935-bcac-cea19cfb53ae req-0ceaf6c8-8b6c-4a10-93ec-bcc5f93f2d5c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:36.759766 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d332207e-5553-4935-bcac-cea19cfb53ae req-0ceaf6c8-8b6c-4a10-93ec-bcc5f93f2d5c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0592885 Oct 28 16:02:36.808524 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d332207e-5553-4935-bcac-cea19cfb53ae req-a47583b8-00ac-431c-9674-a50fd0013299 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394335 Oct 28 16:02:37.169221 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec63465-f120-4592-b769-ca2e743d4cd8 req-caaf7203-7c14-44a2-a165-666875ed376a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:37.170781 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eec63465-f120-4592-b769-ca2e743d4cd8 req-caaf7203-7c14-44a2-a165-666875ed376a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0524399 Oct 28 16:02:37.212326 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-eec63465-f120-4592-b769-ca2e743d4cd8 req-ef9b6e95-147f-426a-bb28-30f12ff1bdc3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349553 Oct 28 16:02:37.937523 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f6422-620d-4804-a3e0-840d3198af38 req-de37ae5f-7545-43ad-92c8-507aa14082dc tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:37.938925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-778f6422-620d-4804-a3e0-840d3198af38 req-de37ae5f-7545-43ad-92c8-507aa14082dc tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0494292 Oct 28 16:02:37.976027 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-778f6422-620d-4804-a3e0-840d3198af38 req-38908175-edfe-4bc0-ad4a-ecd4ceb9d056 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Oct 28 16:02:38.334483 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f04e07-03df-4711-81ef-3a27e1581ecf req-be638ef1-55f5-4bb5-99e1-3251c4d76230 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:38.335994 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00f04e07-03df-4711-81ef-3a27e1581ecf req-be638ef1-55f5-4bb5-99e1-3251c4d76230 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0506692 Oct 28 16:02:38.374227 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-00f04e07-03df-4711-81ef-3a27e1581ecf req-d3ab0feb-f9db-4ded-b0f5-17d41d61504f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322886 Oct 28 16:02:38.490120 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-eb43dcb2-341b-4277-87a2-fa8a4f585610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:39.093488 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861db41d-b311-444a-8737-4f52e656402e req-6937a540-c92d-42b8-ab3a-88ae24f246d3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:39.094996 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-861db41d-b311-444a-8737-4f52e656402e req-6937a540-c92d-42b8-ab3a-88ae24f246d3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0497708 Oct 28 16:02:39.137451 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-861db41d-b311-444a-8737-4f52e656402e req-dfe3c75d-b340-4f7d-8198-3efd674bd6b8 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354495 Oct 28 16:02:39.512359 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2636785-6512-4a80-af6b-752a315ce33e req-308c26d1-a41a-4e47-b0b5-fa8c04b16ceb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:39.513844 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f2636785-6512-4a80-af6b-752a315ce33e req-308c26d1-a41a-4e47-b0b5-fa8c04b16ceb tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0569539 Oct 28 16:02:39.551359 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f2636785-6512-4a80-af6b-752a315ce33e req-3a0c4ce5-d33e-4c19-afa5-79e0348c09bf tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313842 Oct 28 16:02:40.277540 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28c257-a682-4f2d-af70-ff9a13428aff req-df277139-bcaa-4ef4-8541-e1d9b13ec5ae tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:40.279103 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d28c257-a682-4f2d-af70-ff9a13428aff req-df277139-bcaa-4ef4-8541-e1d9b13ec5ae tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0597882 Oct 28 16:02:40.318125 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0d28c257-a682-4f2d-af70-ff9a13428aff req-455f6574-3dc9-4b9c-b679-430c287786af tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323381 Oct 28 16:02:40.682164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d642944-c247-47d2-9b2b-d5294536a309 req-88fb3b4f-19c8-42f5-a179-51c907dbaa93 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:40.683685 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8d642944-c247-47d2-9b2b-d5294536a309 req-88fb3b4f-19c8-42f5-a179-51c907dbaa93 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0480304 Oct 28 16:02:40.729882 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8d642944-c247-47d2-9b2b-d5294536a309 req-6cce90b1-4bca-4746-b6e3-b6c4719c886d tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379574 Oct 28 16:02:41.053084 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-afe214da-0cbb-4d20-8764-5ac1df76587f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:41.439186 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25316a36-f85c-4ef9-92b0-9ae1ed73f425 req-c2708339-226b-47a0-a7fd-0317fc324101 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:41.440702 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-25316a36-f85c-4ef9-92b0-9ae1ed73f425 req-c2708339-226b-47a0-a7fd-0317fc324101 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0555630 Oct 28 16:02:41.481319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-25316a36-f85c-4ef9-92b0-9ae1ed73f425 req-2d746adf-ff40-41e7-9a38-cdf8298cb82d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346673 Oct 28 16:02:41.859582 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb8ac0-e678-4156-a336-f04a52e45228 req-0384bf37-5c14-4e92-9200-e7769973a4c3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:41.861350 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8deb8ac0-e678-4156-a336-f04a52e45228 req-0384bf37-5c14-4e92-9200-e7769973a4c3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0503285 Oct 28 16:02:41.900218 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8deb8ac0-e678-4156-a336-f04a52e45228 req-b43d27bd-05ea-4997-969b-52a93ec8b1db tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327289 Oct 28 16:02:41.983510 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:42.286122 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:42.604841 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e57f00-8418-430a-ab01-79f09edfe860 req-f20e743c-879e-4ae5-bef6-28df7208c2a0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:42.607951 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-25e57f00-8418-430a-ab01-79f09edfe860 req-f20e743c-879e-4ae5-bef6-28df7208c2a0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0518546 Oct 28 16:02:42.648790 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-25e57f00-8418-430a-ab01-79f09edfe860 req-1bb4f010-58db-4539-bc37-bdb82ac589f5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363386 Oct 28 16:02:42.710920 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1924f6c8-b059-4e13-9fd5-6296a8d5b23d req-daf46a1c-e4d9-43a5-93d9-60c386d45f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:42.712416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1924f6c8-b059-4e13-9fd5-6296a8d5b23d req-daf46a1c-e4d9-43a5-93d9-60c386d45f97 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 1098 time: 0.0399737 Oct 28 16:02:42.748481 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1924f6c8-b059-4e13-9fd5-6296a8d5b23d req-4cc5ea1f-ce82-4c0d-8da3-3cd44a66191e service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273461 Oct 28 16:02:43.035949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa98c-7af7-4f98-9d45-a1ab077c2fe6 req-74783fe2-108a-46ea-aa37-53b07bcd3a54 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:43.037424 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ddbfa98c-7af7-4f98-9d45-a1ab077c2fe6 req-74783fe2-108a-46ea-aa37-53b07bcd3a54 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0490773 Oct 28 16:02:43.075583 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ddbfa98c-7af7-4f98-9d45-a1ab077c2fe6 req-66366877-9b09-4f3d-ae93-4871a03eed40 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321107 Oct 28 16:02:43.771863 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc2d8b-5c38-4780-b6b4-18d65d2e9497 req-226b1903-cc11-49cd-b326-4c6267321d4e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:43.773489 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-01fc2d8b-5c38-4780-b6b4-18d65d2e9497 req-226b1903-cc11-49cd-b326-4c6267321d4e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0505214 Oct 28 16:02:43.790288 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:43.816193 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-01fc2d8b-5c38-4780-b6b4-18d65d2e9497 req-a7c5c7e8-0bde-4856-be5c-fffd54228451 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363641 Oct 28 16:02:44.227238 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811dad54-fcc4-410b-a31c-4d5e53870cc0 req-f5386717-d3e6-4117-8c24-a05b7ae40076 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:44.228764 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-811dad54-fcc4-410b-a31c-4d5e53870cc0 req-f5386717-d3e6-4117-8c24-a05b7ae40076 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0604258 Oct 28 16:02:44.270437 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-811dad54-fcc4-410b-a31c-4d5e53870cc0 req-eb7000c8-e22b-4210-8c1a-aaf2214e7bfd tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Oct 28 16:02:44.946381 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f599e-d8db-4313-8132-ba79946961ea req-5c6feb1b-fce3-4151-b348-c886fbb436a7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:44.947868 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9f2f599e-d8db-4313-8132-ba79946961ea req-5c6feb1b-fce3-4151-b348-c886fbb436a7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0592325 Oct 28 16:02:44.988137 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9f2f599e-d8db-4313-8132-ba79946961ea req-301a0361-f645-4c7d-94fd-9887f01f64e3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Oct 28 16:02:45.113012 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc4979-4990-4556-a2d9-65ceb544449a req-7da4b879-a6cf-408c-a65b-35245bba95ed tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:45.114361 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bcbc4979-4990-4556-a2d9-65ceb544449a req-7da4b879-a6cf-408c-a65b-35245bba95ed tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0557327 Oct 28 16:02:45.156044 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bcbc4979-4990-4556-a2d9-65ceb544449a req-12b43ce0-2fe8-4c79-97a3-5f51229841ab tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353289 Oct 28 16:02:45.186130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55192) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:45.275449 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a76b62-4f29-470c-87f9-678ca6eb84b0 tempest-TestVolumeBootPattern-1127518296 tempest-TestVolumeBootPattern-1127518296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:45.276944 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-74a76b62-4f29-470c-87f9-678ca6eb84b0 tempest-TestVolumeBootPattern-1127518296 tempest-TestVolumeBootPattern-1127518296-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 1093 time: 0.0898380 Oct 28 16:02:45.279893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55196) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:02:45.284445 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'port_id': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:02:45.310899 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:45.410977 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676211-eb33-47ec-80a4-476e1381036e req-d0b8f2be-a7f2-4d18-a64c-8ac4bea66d34 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:45.412419 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fc676211-eb33-47ec-80a4-476e1381036e req-d0b8f2be-a7f2-4d18-a64c-8ac4bea66d34 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 943 time: 0.0636950 Oct 28 16:02:45.469569 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fc676211-eb33-47ec-80a4-476e1381036e req-52e159f8-f0fc-44fd-9fe8-23035c06b34c tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507479 Oct 28 16:02:45.477792 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:45.602075 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Allocated IP 172.27.2.127 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/535552b0-3b29-4bf4-b91e-c1d1035b9a14) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:02:45.708595 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:45.745126 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:45.783164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:02:45.787381 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:02:45.791013 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:02:45.796712 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=535552b0-3b29-4bf4-b91e-c1d1035b9a14,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:45.810307 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:02:45.906340 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:46.047970 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'port_id': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'mac_address': 'fa:16:3e:88:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:02:46.086575 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.100793 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae674ef7-34f1-4454-906d-c85de7bb62f8 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:02:46.121187 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:46.126415 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.176776 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=9']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:46.371682 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['ae674ef7-34f1-4454-906d-c85de7bb62f8'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:02:46.404048 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.470864 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.649971 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769ea97-ebaa-4058-a53a-1c70f197fc84 req-3c172bc3-7633-4f7f-8da3-90e212f0826a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:46.651405 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b769ea97-ebaa-4058-a53a-1c70f197fc84 req-3c172bc3-7633-4f7f-8da3-90e212f0826a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 944 time: 0.0794497 Oct 28 16:02:46.660788 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.669115 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.752521 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b769ea97-ebaa-4058-a53a-1c70f197fc84 req-455ec7ce-3ab3-4694-abbe-91b1e9babd8a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938666 Oct 28 16:02:46.760487 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=535552b0-3b29-4bf4-b91e-c1d1035b9a14,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:46.772405 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:46.876246 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Floating IP 7c0b2dbf-be9f-489e-8640-89e9adbbf13b associated. External IP: 172.27.2.127, port: 0269975b-5fd0-429f-b53c-4e4f2c387e09. Oct 28 16:02:47.084281 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:02:47.191534 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:02:47.201753 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:02:47.212593 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:47.213232 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:02:47.213917 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:02:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:47.241742 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-87e8cf9b-8bb2-4346-be7e-58460f71870f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9608438 Oct 28 16:02:47.242328 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:47.244682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f74d5-1f77-4763-8459-6c98816e96bb" -d '{"events": [{"name": "network-changed", "server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:47.282032 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300b3349-18d0-4139-b09f-d09e8f235cd3 x-openstack-request-id: req-300b3349-18d0-4139-b09f-d09e8f235cd3 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:47.282383 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:47.282631 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-300b3349-18d0-4139-b09f-d09e8f235cd3 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:47.283057 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'status': 'completed', 'code': 200} Oct 28 16:02:47.323289 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:02:47.354379 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-e3c1729a-0473-4792-9c01-09cfe90f6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:47.355913 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-e3c1729a-0473-4792-9c01-09cfe90f6833 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 1098 time: 0.0467041 Oct 28 16:02:47.445743 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-3ba2d96a-7146-48b2-abbb-a83901df0b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:47.447338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-3ba2d96a-7146-48b2-abbb-a83901df0b06 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.0836494 Oct 28 16:02:47.519605 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-ae4b65d9-2991-4a9a-b3f0-c15aacf0932d service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09 HTTP/1.1" status: 200 len: 999 time: 0.0638249 Oct 28 16:02:47.550533 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '7c0b2dbf-be9f-489e-8640-89e9adbbf13b', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:75:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:02:46Z', 'updated_at': '2021-10-28T16:02:46Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:47.571433 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-c2788c59-898d-4028-9717-d73b5d055e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:47.572953 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-c2788c59-898d-4028-9717-d73b5d055e0b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0457764 Oct 28 16:02:47.579991 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:02:47.588702 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:02:47.591252 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:02:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:47.626848 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-3c9454e9-3e12-4501-96fd-90b1e2a6e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:47.628404 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-3c9454e9-3e12-4501-96fd-90b1e2a6e873 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474045 Oct 28 16:02:47.696049 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:02:47.724088 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-db562335-9fc5-4cdd-a14f-eba7c37cf632 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869205 Oct 28 16:02:47.816949 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d51f74d5-1f77-4763-8459-6c98816e96bb req-d1fe1c30-1a23-4f75-92eb-3faeda48a428 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849581 Oct 28 16:02:47.839549 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:02:47.879161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e0325-1004-4f02-87e7-8311eeaadbea req-57e4df9f-e214-47f6-b21a-6ae7fc2835e0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:47.880780 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba2e0325-1004-4f02-87e7-8311eeaadbea req-57e4df9f-e214-47f6-b21a-6ae7fc2835e0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 944 time: 0.0544555 Oct 28 16:02:47.919416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ba2e0325-1004-4f02-87e7-8311eeaadbea req-fe8a356d-b9aa-44a8-b0c3-4189e55d9ff9 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324430 Oct 28 16:02:47.945425 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port ae674ef7-34f1-4454-906d-c85de7bb62f8 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:02:47.945790 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:48.005320 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '7c0b2dbf-be9f-489e-8640-89e9adbbf13b', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:75:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:02:46Z', 'updated_at': '2021-10-28T16:02:46Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:02:48.054724 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60dee7b-22a3-4c63-8734-2b51a8c6a8d4 None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '7c0b2dbf-be9f-489e-8640-89e9adbbf13b', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.127', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:75:9f:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:02:46Z', 'updated_at': '2021-10-28T16:02:46Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:02:48.063673 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:48.088602 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:02:48.091437 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6f1f66-451d-4242-a691-90bea143360a" -d '{"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:02:48.106108 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:02:48.112118 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:48.137392 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8fe7186-8990-4cb3-83ed-8ba938f48f61 x-openstack-request-id: req-b8fe7186-8990-4cb3-83ed-8ba938f48f61 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:02:48.137678 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-plugged", "status": "completed", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:02:48.138553 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-b8fe7186-8990-4cb3-83ed-8ba938f48f61 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:02:48.138938 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'code': 200} Oct 28 16:02:48.167986 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=10']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:02:48.263463 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ac7fd4-8a25-4e60-89ec-036063f05b24 None None] New status for floating IP 7c0b2dbf-be9f-489e-8640-89e9adbbf13b: ACTIVE {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:02:48.321003 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80905a-c7ad-4bff-9377-05e50feff1bf req-07ddced8-037e-4746-aafa-e35a5cacbf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:48.322535 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3f80905a-c7ad-4bff-9377-05e50feff1bf req-07ddced8-037e-4746-aafa-e35a5cacbf3c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 1099 time: 0.0410163 Oct 28 16:02:48.364988 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3f80905a-c7ad-4bff-9377-05e50feff1bf req-796d72db-a600-46ff-893e-53ba07dae522 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345991 Oct 28 16:02:49.052986 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c2bc7-8789-4cfb-9342-f885f83caca8 req-19f804e9-4d92-4d97-82dc-191ffe48881f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:49.054544 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b36c2bc7-8789-4cfb-9342-f885f83caca8 req-19f804e9-4d92-4d97-82dc-191ffe48881f tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 946 time: 0.0571253 Oct 28 16:02:49.093980 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b36c2bc7-8789-4cfb-9342-f885f83caca8 req-d6264701-e7ba-4363-92c8-d0352c7c51b4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309463 Oct 28 16:02:50.233047 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60ba01-04c2-43da-ba81-a24ff19fdc91 req-a2a237ee-f681-4494-9e9c-8bf6e4a111d5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:50.235414 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df60ba01-04c2-43da-ba81-a24ff19fdc91 req-a2a237ee-f681-4494-9e9c-8bf6e4a111d5 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 946 time: 0.0655363 Oct 28 16:02:50.273702 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-df60ba01-04c2-43da-ba81-a24ff19fdc91 req-e22325d9-0297-462a-bd11-f08ef61b37f0 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Oct 28 16:02:51.413181 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc87df1-1ff0-4fdf-b120-83a6b1342140 req-77d930d6-94bb-473f-a473-4d1e99887c43 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:51.414658 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7dc87df1-1ff0-4fdf-b120-83a6b1342140 req-77d930d6-94bb-473f-a473-4d1e99887c43 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 946 time: 0.0545087 Oct 28 16:02:51.453199 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7dc87df1-1ff0-4fdf-b120-83a6b1342140 req-05149652-248b-4a35-8a64-9deeecb2f444 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324936 Oct 28 16:02:52.170991 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:02:53.760469 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-389e22f5-a1c2-4951-a412-dc37d517724a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411606 Oct 28 16:02:53.853158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-40052895-ff84-495f-8e4f-7f3c9d4dd53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:53.854650 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-40052895-ff84-495f-8e4f-7f3c9d4dd53a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.0461266 Oct 28 16:02:53.971864 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-a453ebda-2550-4ab5-80a8-23764aef8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:53.973344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-a453ebda-2550-4ab5-80a8-23764aef8c51 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.0909746 Oct 28 16:02:54.043315 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-265494bb-32a5-4975-8be5-8169578a88c5 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 1001 time: 0.0610995 Oct 28 16:02:54.100318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-5d5e3dba-dc3b-4507-8f59-1f022ee44dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:54.101683 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-5d5e3dba-dc3b-4507-8f59-1f022ee44dec service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0497305 Oct 28 16:02:54.146530 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-6ca4b9b9-d36f-46dd-a707-3f97cfce94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:02:54.148045 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-6ca4b9b9-d36f-46dd-a707-3f97cfce94c8 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387821 Oct 28 16:02:54.254305 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-e357460f-bf60-4cae-a96e-7502c8b250d4 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982542 Oct 28 16:02:54.349111 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d1eee241-a09b-4d38-ad14-860a007eb9d5 req-144ccc41-4d4d-476f-bec3-78db96433c93 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872774 Oct 28 16:03:08.496853 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f9508332-c2c3-4d03-904b-90f9ed303033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:11.050273 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-79481ec4-eb71-4cdd-ac68-d236621d029d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:11.978956 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:12.182061 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:03:12.289411 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:13.799838 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:22.188206 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:25.002952 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fc799-6b48-4167-89bc-5fc38ae75090 req-bda4cb38-85fb-48d6-960b-0dec98be2815 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:25.004438 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a7fc799-6b48-4167-89bc-5fc38ae75090 req-bda4cb38-85fb-48d6-960b-0dec98be2815 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 946 time: 0.0535645 Oct 28 16:03:25.046309 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4a7fc799-6b48-4167-89bc-5fc38ae75090 req-938ed2f4-d2cd-4122-8663-87fc29932c62 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Oct 28 16:03:26.187274 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaee4d-dba2-456c-99cf-748a57ab7478 req-d36d5d64-cb26-4f62-9f7a-e44c9fdac219 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:26.188795 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-14aaee4d-dba2-456c-99cf-748a57ab7478 req-d36d5d64-cb26-4f62-9f7a-e44c9fdac219 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 946 time: 0.0505710 Oct 28 16:03:26.231034 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-14aaee4d-dba2-456c-99cf-748a57ab7478 req-3fa97bfe-5f8e-4bd2-b006-05012607f464 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups?id=2757614b-8e4e-4727-aef9-15ef2f05e7d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360918 Oct 28 16:03:26.631262 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-2ea08f81-add8-4152-b770-05e9ad8dc9a4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:26.632747 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-2ea08f81-add8-4152-b770-05e9ad8dc9a4 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 946 time: 0.0556400 Oct 28 16:03:26.731163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Deleting port ae674ef7-34f1-4454-906d-c85de7bb62f8 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:26.731413 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:26.823597 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] For port ae674ef7-34f1-4454-906d-c85de7bb62f8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=ae674ef7-34f1-4454-906d-c85de7bb62f8,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:26.823962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:27.039782 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:27.040024 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:27.040361 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Floating IP d1957929-a1ac-4041-904d-f9579c7ee748 disassociated. External IP: 172.27.2.25, port: ae674ef7-34f1-4454-906d-c85de7bb62f8. Oct 28 16:03:27.040721 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Calling delete_port for ae674ef7-34f1-4454-906d-c85de7bb62f8 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:27.173660 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:27.201234 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event deleted for resources: {'Port': ['ID=ae674ef7-34f1-4454-906d-c85de7bb62f8,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:27.212370 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.212720 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.213056 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.213388 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.213717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.214045 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.214366 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.214690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.215010 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.215325 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.215660 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.215999 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:27.335187 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b993b847-a9ee-4f8d-9150-e0dad9ad4f6c req-f5e4dae0-aca3-407c-aa1c-e11d063b5d2a tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/ports?device_id=0bd35f04-70c3-4717-be73-f011de7ea3f3 HTTP/1.1" status: 200 len: 210 time: 0.0288122 Oct 28 16:03:27.347468 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Router 22bc3f56-22e9-4c02-8bef-90c15571953f has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:27.453227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:27.465221 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:27.475949 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:27.476502 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:27.492901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] No DVR routers for this DVR port ae674ef7-34f1-4454-906d-c85de7bb62f8 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:27.495622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:27.498893 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e8930ba1-8ceb-4ae4-8640-531bd65bf6cb req-512507b2-c280-4b73-97be-ee4563c7c2d2 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.54 "DELETE /v2.0/ports/ae674ef7-34f1-4454-906d-c85de7bb62f8 HTTP/1.1" status: 204 len: 173 time: 0.8590350 Oct 28 16:03:27.499322 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-deleted', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:27.501643 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5654825-ab21-4adb-a5e4-087a3c2bad0d" -d '{"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-deleted", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:27.541600 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b7497-dfad-48a9-8b3f-2c4cd08be137 x-openstack-request-id: req-2b6b7497-dfad-48a9-8b3f-2c4cd08be137 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:27.541888 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd35f04-70c3-4717-be73-f011de7ea3f3", "name": "network-vif-deleted", "tag": "ae674ef7-34f1-4454-906d-c85de7bb62f8", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:27.542136 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-2b6b7497-dfad-48a9-8b3f-2c4cd08be137 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:27.542545 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd35f04-70c3-4717-be73-f011de7ea3f3', 'name': 'network-vif-deleted', 'tag': 'ae674ef7-34f1-4454-906d-c85de7bb62f8', 'status': 'completed', 'code': 200} Oct 28 16:03:27.595930 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:27.936674 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:27.963924 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:27.973129 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:27.973749 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:28.080636 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:28.297629 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:28.323850 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5358e98-aa88-44ee-9613-28273da0be0b None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T15:55:52Z', 'revision_number': 4, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': '7e87f9f9-182b-4168-81fc-6b598f950d6d', 'name': '', 'network_id': '1d052bf7-b495-4196-b4b3-c4f0f77150fd', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'mac_address': 'fa:16:3e:da:07:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:48Z', 'updated_at': '2021-10-28T15:56:01Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'subnets': [{'id': 'fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:28.428882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55294) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:28.491188 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a21b-0792-40d4-a0da-46ee9afc0ff8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.516886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a21b-0792-40d4-a0da-46ee9afc0ff8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.558802 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9e6ca5-6af0-4664-8c18-21e6268e83ec None None] New status for floating IP d1957929-a1ac-4041-904d-f9579c7ee748: DOWN {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:03:28.569440 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a21b-0792-40d4-a0da-46ee9afc0ff8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.572050 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-6ca0a21b-0792-40d4-a0da-46ee9afc0ff8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.573234 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-6ca0a21b-0792-40d4-a0da-46ee9afc0ff8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "DELETE /v2.0/security-groups/2757614b-8e4e-4727-aef9-15ef2f05e7d6 HTTP/1.1" status: 204 len: 168 time: 0.1433742 Oct 28 16:03:28.576153 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55296) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:28.583329 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0a21b-0792-40d4-a0da-46ee9afc0ff8 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2757614b-8e4e-4727-aef9-15ef2f05e7d6,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:28.591872 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.api.v2.resource [None req-a1e26fdc-e89c-44a9-9343-71391a751742 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] show failed (client error): The resource could not be found. Oct 28 16:03:28.593869 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a1e26fdc-e89c-44a9-9343-71391a751742 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "GET /v2.0/security-groups/2757614b-8e4e-4727-aef9-15ef2f05e7d6 HTTP/1.1" status: 404 len: 347 time: 0.0167046 Oct 28 16:03:28.597065 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55300) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:28.724547 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Deleting port fe0e593e-9078-4565-a087-e26aa58fe1ff {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:28.725137 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.769679 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55302) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:28.805997 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.806255 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.817922 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Calling delete_port for fe0e593e-9078-4565-a087-e26aa58fe1ff owned by network:floatingip {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:28.954332 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:28.980872 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Pushing event deleted for resources: {'Port': ['ID=fe0e593e-9078-4565-a087-e26aa58fe1ff,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:28.990498 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.990857 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.991145 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.991496 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.991842 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.992167 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.993011 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.993011 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.993205 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.993411 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.993727 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:28.994039 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:29.020995 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Deleting port 8d47c144-a6d3-4e1f-b59a-3391d10a555d {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:29.021938 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.057464 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks [] for floatingip, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.060561 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.062030 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-32e3d7be-a883-4a17-ab71-46919d941ad3 tempest-AttachVolumeShelveTestJSON-703376082 tempest-AttachVolumeShelveTestJSON-703376082-project] 10.222.0.74 "DELETE /v2.0/floatingips/d1957929-a1ac-4041-904d-f9579c7ee748 HTTP/1.1" status: 204 len: 168 time: 0.4638114 Oct 28 16:03:29.102176 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.102505 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.114022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Calling delete_port for 8d47c144-a6d3-4e1f-b59a-3391d10a555d owned by network:floatingip {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:29.263928 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.291458 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event deleted for resources: {'Port': ['ID=8d47c144-a6d3-4e1f-b59a-3391d10a555d,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:29.352025 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for floatingip, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.352360 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Floating IP e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547 disassociated (deleted). External IP: 172.27.2.232, port: a0d7c900-a250-41ec-9e78-3e3353c0ad8f. Oct 28 16:03:29.817082 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:29.933068 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:29.938227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:29.943702 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] Sync routers for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:29.954343 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:29.955079 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:29.964359 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-af25e03b-f5d8-4113-a0e8-e25f946b60fc tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "DELETE /v2.0/floatingips/e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547 HTTP/1.1" status: 204 len: 168 time: 1.1935625 Oct 28 16:03:29.964947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:29.967183 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72095ab-bf69-4685-9498-46d5d3866553" -d '{"events": [{"name": "network-changed", "server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:30.012404 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976a1be8-3cfd-4ae4-913a-2a9860d0ec59 x-openstack-request-id: req-976a1be8-3cfd-4ae4-913a-2a9860d0ec59 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:30.012753 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:30.013054 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-976a1be8-3cfd-4ae4-913a-2a9860d0ec59 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:30.013501 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'status': 'completed', 'code': 200} Oct 28 16:03:30.068528 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:30.076016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72095ab-bf69-4685-9498-46d5d3866553 req-50342681-c00e-429e-ae7f-ff8cf2164178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:30.077653 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-50342681-c00e-429e-ae7f-ff8cf2164178 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=5a41dcd9fdac4825836c411b19a96328&device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 1098 time: 0.0419269 Oct 28 16:03:30.150685 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:30.172455 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: ae674ef7-34f1-4454-906d-c85de7bb62f8 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:30.172802 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device ae674ef7-34f1-4454-906d-c85de7bb62f8 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:30.223797 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb33ea-4a27-4192-b820-82d819e6b3cb req-0f08a6c1-4fc3-4b92-b08b-3aef54c03aa9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:30.225269 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ffb33ea-4a27-4192-b820-82d819e6b3cb req-0f08a6c1-4fc3-4b92-b08b-3aef54c03aa9 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0768349 Oct 28 16:03:30.226269 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72095ab-bf69-4685-9498-46d5d3866553 req-831ddcca-a907-4c4a-ad26-51d85d9538e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:30.228108 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-831ddcca-a907-4c4a-ad26-51d85d9538e4 service neutron] 10.222.0.54 "GET /v2.0/networks?id=35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 200 len: 910 time: 0.1343186 Oct 28 16:03:30.282658 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-14ef15fe-3af5-49c5-833a-099f68bdbfcf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 200 len: 217 time: 0.0417187 Oct 28 16:03:30.299975 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1ffb33ea-4a27-4192-b820-82d819e6b3cb req-94b84df4-6ab6-4678-9f86-f0ecbdcc1df2 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666144 Oct 28 16:03:30.313844 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:30.341695 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] Checking router: dc912c1e-51e8-4c45-ac6c-59842ddf89c7 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:30.348921 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72095ab-bf69-4685-9498-46d5d3866553 req-b124385c-da7b-469c-88ff-3c70dcb89cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:30.351211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-b124385c-da7b-469c-88ff-3c70dcb89cda service neutron] 10.222.0.54 "GET /v2.0/subnets?id=d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 200 len: 848 time: 0.0503187 Oct 28 16:03:30.352467 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:30.353081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:30.402130 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72095ab-bf69-4685-9498-46d5d3866553 req-e7e0e620-c5b1-4ea8-adde-b7bd3854a563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:30.403832 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-e7e0e620-c5b1-4ea8-adde-b7bd3854a563 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=35aeae1b-52e7-4307-8f79-9cd595ee3383&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447216 Oct 28 16:03:30.476082 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:30.497447 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-80a5aae8-001a-4bfe-98e1-6734fc4d1e89 service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855403 Oct 28 16:03:30.598279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e72095ab-bf69-4685-9498-46d5d3866553 req-d80d677f-7da8-4554-80b0-bd9add98b34d service neutron] 10.222.0.54 "GET /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918896 Oct 28 16:03:30.689454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:30.715563 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283179b8-3d49-40c7-ba61-ad93a2595d39 None None] The sync data for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi is: [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T15:57:33Z', 'revision_number': 4, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'bf8c3694-1179-474a-a715-36d63d78c208', 'name': '', 'network_id': '35aeae1b-52e7-4307-8f79-9cd595ee3383', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'mac_address': 'fa:16:3e:8d:72:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:32Z', 'updated_at': '2021-10-28T15:57:37Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'subnets': [{'id': 'd393e8aa-5756-45d2-a252-59954d63aa73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:30.925946 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30de8bc0-cee7-47a6-820f-bb57db2b1e75 None None] New status for floating IP e40eb6ed-94e2-4b44-a9d8-feb1ec7d9547: DOWN {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:03:31.429246 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a3bdf-6c99-4bf7-a0b0-1857d270d5de req-595a7f37-86bb-448b-a282-f6fe3a6a5589 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:31.430778 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-079a3bdf-6c99-4bf7-a0b0-1857d270d5de req-595a7f37-86bb-448b-a282-f6fe3a6a5589 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0516431 Oct 28 16:03:31.470954 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-079a3bdf-6c99-4bf7-a0b0-1857d270d5de req-26e84fb7-a149-459d-8cef-489d705d3675 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/security-groups?id=282de69a-adf8-4d93-badf-249d556c3e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339966 Oct 28 16:03:31.511871 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55334) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:31.870159 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aba734-4d18-40b2-b234-944ab83f6929 req-9cfefe37-95ec-482d-8082-5b2619ad3216 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:31.871510 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-35aba734-4d18-40b2-b234-944ab83f6929 req-9cfefe37-95ec-482d-8082-5b2619ad3216 tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.54 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 945 time: 0.0901706 Oct 28 16:03:32.034133 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Deleting port a0d7c900-a250-41ec-9e78-3e3353c0ad8f {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:32.034495 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.151662 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] For port a0d7c900-a250-41ec-9e78-3e3353c0ad8f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:32.151910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.168717 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Calling delete_port for a0d7c900-a250-41ec-9e78-3e3353c0ad8f owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:32.225901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.427142 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.466535 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event deleted for resources: {'Port': ['ID=a0d7c900-a250-41ec-9e78-3e3353c0ad8f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:32.518930 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] No DVR routers for this DVR port a0d7c900-a250-41ec-9e78-3e3353c0ad8f on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:32.521895 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.525243 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-35aba734-4d18-40b2-b234-944ab83f6929 req-7135d7a8-0d2c-4a05-b4ca-b98c6fedb0ba tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.54 "DELETE /v2.0/ports/a0d7c900-a250-41ec-9e78-3e3353c0ad8f HTTP/1.1" status: 204 len: 173 time: 0.6462450 Oct 28 16:03:32.528001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-deleted', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:32.530267 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691e44e-0503-4b1c-b2a1-ed552e894720" -d '{"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-deleted", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:32.587943 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db641961-f8ca-4110-974b-68db0d62f935 x-openstack-request-id: req-db641961-f8ca-4110-974b-68db0d62f935 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:32.588239 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a63f0b3-5fb5-4778-84c4-4660f6adbce5", "name": "network-vif-deleted", "tag": "a0d7c900-a250-41ec-9e78-3e3353c0ad8f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:32.588472 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-db641961-f8ca-4110-974b-68db0d62f935 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:32.588863 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a63f0b3-5fb5-4778-84c4-4660f6adbce5', 'name': 'network-vif-deleted', 'tag': 'a0d7c900-a250-41ec-9e78-3e3353c0ad8f', 'status': 'completed', 'code': 200} Oct 28 16:03:32.590856 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d0ac4e04-d516-4857-b2bb-97e205c8e411 req-30b8bacd-bd88-4f2e-a115-fae91a8aab3a tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "GET /v2.0/ports?device_id=2a63f0b3-5fb5-4778-84c4-4660f6adbce5 HTTP/1.1" status: 200 len: 210 time: 0.0352902 Oct 28 16:03:32.633326 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Deleting port 7e87f9f9-182b-4168-81fc-6b598f950d6d {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:32.633668 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.713090 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] For port 7e87f9f9-182b-4168-81fc-6b598f950d6d, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e87f9f9-182b-4168-81fc-6b598f950d6d,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:32.713323 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.725802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Calling delete_port for 7e87f9f9-182b-4168-81fc-6b598f950d6d owned by network:router_interface {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:32.953756 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:32.983456 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Pushing event deleted for resources: {'Port': ['ID=7e87f9f9-182b-4168-81fc-6b598f950d6d,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:33.154821 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.372169 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Router 22bc3f56-22e9-4c02-8bef-90c15571953f has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:33.484655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:33.489930 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-97795585-c567-4b1b-9cdd-817c5661c62d admin admin] 10.222.0.74 "PUT /v2.0/routers/22bc3f56-22e9-4c02-8bef-90c15571953f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9769962 Oct 28 16:03:33.492572 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55342) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:33.495590 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] Sync routers for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:33.506732 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:33.507521 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:33.594781 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks [] for router, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.615197 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:33.651705 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55346) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:33.700782 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.712203 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-51a9167f-53a8-4967-b75a-64c826651dcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.739920 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-51a9167f-53a8-4967-b75a-64c826651dcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.754011 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Deleting port f5315c4c-a10c-44e2-a00c-77d8699c841d {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:33.754392 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.806655 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-51a9167f-53a8-4967-b75a-64c826651dcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.809678 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-51a9167f-53a8-4967-b75a-64c826651dcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:33.810881 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-51a9167f-53a8-4967-b75a-64c826651dcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] 10.222.0.74 "DELETE /v2.0/security-groups/282de69a-adf8-4d93-badf-249d556c3e3b HTTP/1.1" status: 204 len: 168 time: 0.1580510 Oct 28 16:03:33.811549 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100'}], 'enable_snat': True}, 'gw_port_id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T16:03:32Z', 'revision_number': 5, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port': {'id': 'f5315c4c-a10c-44e2-a00c-77d8699c841d', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:55:42Z', 'updated_at': '2021-10-28T15:55:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:33.821297 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9167f-53a8-4967-b75a-64c826651dcd tempest-TestShelveInstance-556209090 tempest-TestShelveInstance-556209090-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282de69a-adf8-4d93-badf-249d556c3e3b,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:33.860636 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] Checking router: 22bc3f56-22e9-4c02-8bef-90c15571953f for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:33.874587 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55350) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:33.882049 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] Routers {'22bc3f56-22e9-4c02-8bef-90c15571953f'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:33.882694 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['22bc3f56-22e9-4c02-8bef-90c15571953f'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:33.979170 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] Set router 22bc3f56-22e9-4c02-8bef-90c15571953f gateway port host: None {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:34.032754 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T16:03:33Z', 'revision_number': 6, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port_host': None}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:34.126138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] For port f5315c4c-a10c-44e2-a00c-77d8699c841d, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f5315c4c-a10c-44e2-a00c-77d8699c841d,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:34.127141 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.141428 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Calling delete_port for f5315c4c-a10c-44e2-a00c-77d8699c841d owned by network:router_gateway {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:34.192591 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89dab7d-6f44-4994-9ec5-cf8432003588 None None] The sync data for ids ['22bc3f56-22e9-4c02-8bef-90c15571953f'] in dv-cinder-780759-4-iscsi is: [{'id': '22bc3f56-22e9-4c02-8bef-90c15571953f', 'name': 'tempest-AttachVolumeShelveTestJSON-366726352-router', 'tenant_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:55:41Z', 'updated_at': '2021-10-28T16:03:33Z', 'revision_number': 6, 'project_id': 'fadbd0e3fcb84829adf37aa7a971b1a8', 'gw_port_host': None}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:34.313098 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.339072 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Pushing event deleted for resources: {'Port': ['ID=f5315c4c-a10c-44e2-a00c-77d8699c841d,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:34.403510 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.492857 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.494937 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.545121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.545676 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22bc3f56-22e9-4c02-8bef-90c15571953f {{(pid=101482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:03:34.551702 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.555261 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f22da9cc-8738-47e8-b8bf-b2123aa314bc admin admin] 10.222.0.74 "DELETE /v2.0/routers/22bc3f56-22e9-4c02-8bef-90c15571953f HTTP/1.1" status: 204 len: 168 time: 1.0593946 Oct 28 16:03:34.555701 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55354) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:34.604467 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.618937 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Deleting subnet fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:03:34.622805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.665318 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.686332 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7e87f9f9-182b-4168-81fc-6b598f950d6d no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:34.710575 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 7e87f9f9-182b-4168-81fc-6b598f950d6d {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:34.711010 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7e87f9f9-182b-4168-81fc-6b598f950d6d not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:34.749624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.801990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.831522 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:34.838278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.843956 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-d04c15a3-50fc-4e12-af9b-b01a175b5d3a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/fbdcdf5f-1098-416d-9c8d-4a3bbf84acc2 HTTP/1.1" status: 204 len: 168 time: 0.2843339 Oct 28 16:03:34.843956 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55356) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:34.846790 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1f83b2-fda8-477c-bdc9-f1596616dff1 None None] Network 1d052bf7-b495-4196-b4b3-c4f0f77150fd requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:03:34.923618 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.939818 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Deleting port bf8c3694-1179-474a-a715-36d63d78c208 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:34.940446 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:34.975558 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Deleting port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:34.975901 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.035090 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] For port bf8c3694-1179-474a-a715-36d63d78c208, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bf8c3694-1179-474a-a715-36d63d78c208,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:35.035445 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.048302 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] For port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:35.048802 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.049968 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] DHCP port deletion for 1d052bf7-b495-4196-b4b3-c4f0f77150fd request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:03:35.060584 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Calling delete_port for bf8c3694-1179-474a-a715-36d63d78c208 owned by network:router_interface {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:35.065210 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Calling delete_port for 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a owned by network:dhcp {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:35.100312 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Deleting port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a {{(pid=101483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:35.100699 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.153837 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.186987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:35.188922 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] No DVR routers for this DVR port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a on host dv-cinder-780759-4-iscsi {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:35.191629 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] For port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,segment=NetworkSegment(ceb18938-5a90-4e53-8a39-cc3e892d5bb7),segment_id=ceb18938-5a90-4e53-8a39-cc3e892d5bb7)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:35.192402 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.208412 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Calling delete_port for 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a owned by network:dhcp {{(pid=101483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:35.260917 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.271968 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.282745 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d052bf7-b495-4196-b4b3-c4f0f77150fd']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:35.293300 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:35.293605 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb18938-5a90-4e53-8a39-cc3e892d5bb7') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:35.303957 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8c3694-1179-474a-a715-36d63d78c208,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:35.309343 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.329779 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.339184 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:03:35.339854 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:03:35.341994 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:03:35.363178 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895'] for port, after_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.398462 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Pushing event deleted for resources: {'Port': ['ID=3ff663a6-1b4f-4159-a9fd-f4f7554ed91a,revision_number=None']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:35.408180 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] No DVR routers for this DVR port 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a on host dv-cinder-780759-4-iscsi {{(pid=101483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:35.411179 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.411855 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.412365 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.412892 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.413381 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.413857 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.414355 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.414842 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.415328 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.415817 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.416438 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.416966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76074b5a-d733-46ef-b171-da2b312cd1c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:03:35.456233 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.462666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.466689 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] 10.222.0.74 "DELETE /v2.0/networks/1d052bf7-b495-4196-b4b3-c4f0f77150fd HTTP/1.1" status: 204 len: 168 time: 0.6186187 Oct 28 16:03:35.480016 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821788-b60b-4cc3-a71b-c899fd391071 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d052bf7-b495-4196-b4b3-c4f0f77150fd,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:35.521133 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.605628 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55360) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:35.649708 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-75afe813-bf60-416e-b1aa-5ccd059a28e5 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=fadbd0e3fcb84829adf37aa7a971b1a8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0398614 Oct 28 16:03:35.650030 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55362) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:35.698541 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e8a28b0-48dd-4913-bd63-ecdb7702838a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.720588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e8a28b0-48dd-4913-bd63-ecdb7702838a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.737412 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:35.765613 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e8a28b0-48dd-4913-bd63-ecdb7702838a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.768248 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1e8a28b0-48dd-4913-bd63-ecdb7702838a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.769415 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1e8a28b0-48dd-4913-bd63-ecdb7702838a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/b4be2b49-e3ca-4dc1-9395-3dfb925b083a HTTP/1.1" status: 204 len: 168 time: 0.1184306 Oct 28 16:03:35.777414 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a28b0-48dd-4913-bd63-ecdb7702838a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4be2b49-e3ca-4dc1-9395-3dfb925b083a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:35.847594 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:35.855798 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-41583398-4931-4311-ad56-1700c02635d4 admin admin] 10.222.0.74 "PUT /v2.0/routers/dc912c1e-51e8-4c45-ac6c-59842ddf89c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9778390 Oct 28 16:03:35.856070 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55366) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:35.858868 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] Sync routers for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:35.868554 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:35.869305 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:35.969309 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks [] for router, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:35.980986 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:36.076667 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.133143 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Deleting port fcffa0ce-f757-4966-a94d-9162fbfda3ef {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:36.133475 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.200835 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:36.217522 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] For port fcffa0ce-f757-4966-a94d-9162fbfda3ef, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=fcffa0ce-f757-4966-a94d-9162fbfda3ef,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:36.217823 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.230898 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Calling delete_port for fcffa0ce-f757-4966-a94d-9162fbfda3ef owned by network:router_gateway {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:36.236746 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: a0d7c900-a250-41ec-9e78-3e3353c0ad8f {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:36.237381 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device a0d7c900-a250-41ec-9e78-3e3353c0ad8f not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:36.258681 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191'}], 'enable_snat': True}, 'gw_port_id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T16:03:35Z', 'revision_number': 5, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port': {'id': 'fcffa0ce-f757-4966-a94d-9162fbfda3ef', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:9a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:30Z', 'updated_at': '2021-10-28T15:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:36.285328 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] Checking router: dc912c1e-51e8-4c45-ac6c-59842ddf89c7 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:36.297931 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] Routers {'dc912c1e-51e8-4c45-ac6c-59842ddf89c7'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:36.298773 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:36.386240 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] Set router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 gateway port host: None {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:36.408871 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.447032 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T16:03:36Z', 'revision_number': 6, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port_host': None}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:36.447766 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcffa0ce-f757-4966-a94d-9162fbfda3ef,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:36.474747 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ae90d-7c0a-4511-a99b-09ea086da0bf None None] The sync data for ids ['dc912c1e-51e8-4c45-ac6c-59842ddf89c7'] in dv-cinder-780759-4-iscsi is: [{'id': 'dc912c1e-51e8-4c45-ac6c-59842ddf89c7', 'name': 'tempest-TestShelveInstance-1727063063-router', 'tenant_id': '5a41dcd9fdac4825836c411b19a96328', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:29Z', 'updated_at': '2021-10-28T16:03:36Z', 'revision_number': 6, 'project_id': '5a41dcd9fdac4825836c411b19a96328', 'gw_port_host': None}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:36.506225 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.564973 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55386) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:36.607047 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.609236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.653944 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.654633 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc912c1e-51e8-4c45-ac6c-59842ddf89c7 {{(pid=101481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:03:36.659973 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.661430 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-be7529f3-c917-499d-b7aa-914a74711516 admin admin] 10.222.0.74 "DELETE /v2.0/routers/dc912c1e-51e8-4c45-ac6c-59842ddf89c7 HTTP/1.1" status: 204 len: 168 time: 0.8041682 Oct 28 16:03:36.663804 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55390) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:36.667120 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1889997969-network', 'tenant_id': 'b431b5c934fe4214803bdb950a516562'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:36.694651 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Made reservation on behalf of b431b5c934fe4214803bdb950a516562 for: {'network': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:03:36.697060 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for network, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.705811 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.712091 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Deleting subnet d393e8aa-5756-45d2-a252-59954d63aa73 {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:03:36.715415 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.750480 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.779729 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.785317 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.806315 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=101482) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 16:03:36.822328 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77376232-b812-4a08-a92a-f919d9f463a1,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:36.825372 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.825723 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.segments_db [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Added segment 582b7986-8b8e-461e-ae64-06d453ea7960 of type vlan for network 5422d594-c92c-4387-9b17-bfef5ee3733c Oct 28 16:03:36.847745 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.869971 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755889221304'] for network, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.882799 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:36.905060 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117'] for network, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.908792 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:36.908792 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.917128 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.920479 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:36.921528 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 3ff663a6-1b4f-4159-a9fd-f4f7554ed91a not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:36.922166 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f5315c4c-a10c-44e2-a00c-77d8699c841d no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:36.944801 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: f5315c4c-a10c-44e2-a00c-77d8699c841d {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:36.945141 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f5315c4c-a10c-44e2-a00c-77d8699c841d not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:36.949350 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d393e8aa-5756-45d2-a252-59954d63aa73,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:36.955967 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:36.961516 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-66176eab-9552-4670-8c2f-4988bee4e483 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/d393e8aa-5756-45d2-a252-59954d63aa73 HTTP/1.1" status: 204 len: 168 time: 0.2965763 Oct 28 16:03:36.963604 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa6753-e7f7-4b62-b025-3e4952ed8e43 None None] Network 35aeae1b-52e7-4307-8f79-9cd595ee3383 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:03:36.963978 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55392) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:36.979531 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] 10.222.0.74 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4108486 Oct 28 16:03:36.981634 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55394) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:36.986932 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Request body: {'subnet': {'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1889997969-subnet', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:36.990973 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461640b0-2aef-4e18-82eb-ba98d43e8371 admin admin] Pushing event updated for resources: {'Network': ['ID=5422d594-c92c-4387-9b17-bfef5ee3733c,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:37.007269 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Network 5422d594-c92c-4387-9b17-bfef5ee3733c details requested by agent ovs-agent-dv-cinder-780759-4-iscsi with host dv-cinder-780759-4-iscsi {{(pid=101483) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 16:03:37.011083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Made reservation on behalf of b431b5c934fe4214803bdb950a516562 for: {'subnet': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:03:37.014180 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9054594'] for subnet, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.205966 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9054608'] for subnet, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.261553 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e460056-45c0-413b-8838-19624d25e782,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:37.270447 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Checking segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:03:37.270823 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Network hostable DHCP agents. Network: 5422d594-c92c-4387-9b17-bfef5ee3733c, hostable agents: ['96f4eaaa-c27b-4f5a-9e4a-e769046f59fd'], hosted agents: [] {{(pid=101482) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 16:03:37.290772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Network 5422d594-c92c-4387-9b17-bfef5ee3733c is scheduled to be hosted by DHCP agent 96f4eaaa-c27b-4f5a-9e4a-e769046f59fd with binding_index 1 {{(pid=101482) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 16:03:37.293881 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.306046 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-780759-4-iscsi, 5422d594-c92c-4387-9b17-bfef5ee3733c) {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:37.313354 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] DHCP port deletion for 35aeae1b-52e7-4307-8f79-9cd595ee3383 request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:03:37.320936 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:37.321615 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.349929 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-783f9481-5ac8-4b68-ab07-c3799e3e6a39 admin admin] 10.222.0.74 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3670702 Oct 28 16:03:37.352195 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79e2ae3-6335-4d1b-a9db-a633056adde4 None None] Network 5422d594-c92c-4387-9b17-bfef5ee3733c requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:03:37.352742 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55396) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:37.355708 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Deleting port 7e8ec093-b949-4dd9-aa33-5a8583c34aca {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:37.356127 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.357794 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:37.381308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1594284', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-30419'] for router, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.382399 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1584988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1596629', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1800494', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-30404'] for router, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.433531 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] For port 7e8ec093-b949-4dd9-aa33-5a8583c34aca, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e8ec093-b949-4dd9-aa33-5a8583c34aca,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:37.434001 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.440383 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.452769 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Calling delete_port for 7e8ec093-b949-4dd9-aa33-5a8583c34aca owned by network:dhcp {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:37.474821 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] Deleting port 7e8ec093-b949-4dd9-aa33-5a8583c34aca {{(pid=101483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:37.475502 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.544790 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.584988 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8ec093-b949-4dd9-aa33-5a8583c34aca,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:37.587211 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] No DVR routers for this DVR port 7e8ec093-b949-4dd9-aa33-5a8583c34aca on host dv-cinder-780759-4-iscsi {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:37.599513 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe84d59e8-1a79-50a2-b048-ee767d31f253-5422d594-c92c-4387-9b17-bfef5ee3733c', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782'}]}} from dv-cinder-780759-4-iscsi. {{(pid=101483) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 16:03:37.600528 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.606481 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] For port 7e8ec093-b949-4dd9-aa33-5a8583c34aca, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=7e8ec093-b949-4dd9-aa33-5a8583c34aca,segment=NetworkSegment(eb8e8e62-050f-45d0-808f-bb4e0ecac590),segment_id=eb8e8e62-050f-45d0-808f-bb4e0ecac590)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:37.606864 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.631437 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] Calling delete_port for 7e8ec093-b949-4dd9-aa33-5a8583c34aca owned by network:dhcp {{(pid=101483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:37.636672 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.701464 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.723342 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aeae1b-52e7-4307-8f79-9cd595ee3383']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:37.735344 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8e8e62-050f-45d0-808f-bb4e0ecac590') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:37.735765 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8e8e62-050f-45d0-808f-bb4e0ecac590') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:37.745828 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.765004 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.773174 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:03:37.773754 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:03:37.776641 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:03:37.823537 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895'] for port, after_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.825615 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.db_base_plugin_common [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Allocated IP 172.20.0.2 (5422d594-c92c-4387-9b17-bfef5ee3733c/5e460056-45c0-413b-8838-19624d25e782/e3c1d028-729a-4595-9237-fa0db2999224) {{(pid=101483) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:03:37.848996 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.856513 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.858283 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:37.860067 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] 10.222.0.74 "DELETE /v2.0/networks/35aeae1b-52e7-4307-8f79-9cd595ee3383 HTTP/1.1" status: 204 len: 168 time: 0.8944738 Oct 28 16:03:37.866338 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] No DVR routers for this DVR port 7e8ec093-b949-4dd9-aa33-5a8583c34aca on host dv-cinder-780759-4-iscsi {{(pid=101483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:37.869246 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55398) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:37.876010 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356b32a-596f-4434-8c55-92853ba5c581 admin admin] Pushing event deleted for resources: {'Network': ['ID=35aeae1b-52e7-4307-8f79-9cd595ee3383,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:37.879284 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c8ec5-ae7d-4505-bc8f-34a7afe8a9f1 None None] Pushing event deleted for resources: {'Port': ['ID=7e8ec093-b949-4dd9-aa33-5a8583c34aca,revision_number=None']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:37.894138 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.012294 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Allocated IP 172.27.2.202 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/bfed495f-084f-4f57-b0ef-192c0da65c33) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:03:38.047855 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Publish callbacks [] for port, precommit_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.054109 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886'] for port, after_create {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.098366 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Network 5422d594-c92c-4387-9b17-bfef5ee3733c is already hosted by enough agents. {{(pid=101483) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:03:38.102862 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.scheduler.base_scheduler [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Resources bound (agent type, host, resource id): {{(pid=101483) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:38.107199 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Received port after_create {{(pid=101483) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:03:38.110382 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Pushing event updated for resources: {'Port': ['ID=e3c1d028-729a-4595-9237-fa0db2999224,revision_number=1']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:38.141926 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.163851 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Attempting to bind port e3c1d028-729a-4595-9237-fa0db2999224 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:03:38.164409 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Attempting to bind port e3c1d028-729a-4595-9237-fa0db2999224 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:03:38.164774 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Attempting to bind port e3c1d028-729a-4595-9237-fa0db2999224 on network 5422d594-c92c-4387-9b17-bfef5ee3733c {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:03:38.169801 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:03:38.170172 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Checking segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:03:38.170574 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.171344 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Bound using segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:03:38.171837 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Bound port: e3c1d028-729a-4595-9237-fa0db2999224, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:03:38.172219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.177332 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.213573 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:03:38.218584 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:38.222264 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:03:38.247650 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] For port e3c1d028-729a-4595-9237-fa0db2999224, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:03:38.249781 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.251182 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] For port e3c1d028-729a-4595-9237-fa0db2999224, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=e3c1d028-729a-4595-9237-fa0db2999224,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:03:38.254673 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Pushing event updated for resources: {'Port': ['ID=bfed495f-084f-4f57-b0ef-192c0da65c33,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:38.257528 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.332154 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa2d75-69cb-47d7-b5cb-a4747c4cb112 None None] Pushing event updated for resources: {'Port': ['ID=e3c1d028-729a-4595-9237-fa0db2999224,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:38.491563 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4dac8ae2-ba72-4bf8-9509-257984929171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.496781 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.555016 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device fcffa0ce-f757-4966-a94d-9162fbfda3ef no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:38.578286 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: fcffa0ce-f757-4966-a94d-9162fbfda3ef {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:38.578638 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device fcffa0ce-f757-4966-a94d-9162fbfda3ef not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:38.579081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7e8ec093-b949-4dd9-aa33-5a8583c34aca no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:38.586114 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Deleting port 84a762d7-91c7-481f-a579-5c217d7ce950 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:38.587054 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.605419 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 7e8ec093-b949-4dd9-aa33-5a8583c34aca {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:38.605666 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 7e8ec093-b949-4dd9-aa33-5a8583c34aca not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:38.606084 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bf8c3694-1179-474a-a715-36d63d78c208 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:38.634327 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: bf8c3694-1179-474a-a715-36d63d78c208 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:38.634670 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bf8c3694-1179-474a-a715-36d63d78c208 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:38.677710 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] For port 84a762d7-91c7-481f-a579-5c217d7ce950, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=84a762d7-91c7-481f-a579-5c217d7ce950,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:38.678093 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.690875 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Calling delete_port for 84a762d7-91c7-481f-a579-5c217d7ce950 owned by network:router_interface {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:38.738041 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1584983', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1596552'] for router, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.866269 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 is scheduled to L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 with binding_index 1 {{(pid=101482) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 16:03:38.870535 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:38.899719 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a762d7-91c7-481f-a579-5c217d7ce950,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:38.979783 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:38.991905 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:39.003784 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:39.004598 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.004807 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:39.005867 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-eb94fef1-25d6-477e-948b-3b1344a972c6 admin admin] 10.222.0.74 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6519902 Oct 28 16:03:39.009990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55400) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:39.111023 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.145812 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:39.362749 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 3, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:39.367116 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Router 311747fe-66da-4ae9-bc2a-c2720e3873d1 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:39.393394 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:39.393623 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Updating router 4592e416-ab8e-410f-9c37-3c39f2d53de5 port bfed495f-084f-4f57-b0ef-192c0da65c33 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 16:03:39.421482 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0969e6-7e36-4d3d-af69-e8c251727b7a None None] Network 5422d594-c92c-4387-9b17-bfef5ee3733c requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:03:39.491069 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:39.502205 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55402) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:39.503563 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-beb67d9a-d49a-4ea9-a867-f44bae311622 admin admin] 10.222.0.74 "PUT /v2.0/routers/311747fe-66da-4ae9-bc2a-c2720e3873d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6327956 Oct 28 16:03:39.504560 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] Sync routers for ids ['311747fe-66da-4ae9-bc2a-c2720e3873d1'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:39.517686 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] Routers {'311747fe-66da-4ae9-bc2a-c2720e3873d1'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:39.518848 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['311747fe-66da-4ae9-bc2a-c2720e3873d1'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:39.582539 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.596353 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.639706 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] Set router 311747fe-66da-4ae9-bc2a-c2720e3873d1 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:39.662262 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks [] for router, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.689596 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-707fc3a6-207b-4ea5-b6c1-b43f64bf4d1b None None] Provisioning complete for port e3c1d028-729a-4595-9237-fa0db2999224 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:39.689962 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-707fc3a6-207b-4ea5-b6c1-b43f64bf4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.825830 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 5, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:39.853735 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] Checking router: 311747fe-66da-4ae9-bc2a-c2720e3873d1 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:39.863993 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] Routers {'311747fe-66da-4ae9-bc2a-c2720e3873d1'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:39.864903 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['311747fe-66da-4ae9-bc2a-c2720e3873d1'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:39.956926 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-707fc3a6-207b-4ea5-b6c1-b43f64bf4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:39.988593 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] Set router 311747fe-66da-4ae9-bc2a-c2720e3873d1 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:40.034476 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-707fc3a6-207b-4ea5-b6c1-b43f64bf4d1b None None] For port e3c1d028-729a-4595-9237-fa0db2999224, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=e3c1d028-729a-4595-9237-fa0db2999224,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:40.045580 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.048819 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-707fc3a6-207b-4ea5-b6c1-b43f64bf4d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.076227 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.116322 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Allocated IP 172.20.0.1 (5422d594-c92c-4387-9b17-bfef5ee3733c/5e460056-45c0-413b-8838-19624d25e782/f41789ce-ee67-4567-a5b5-e41b7172df44) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:03:40.118713 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.122767 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Attempting to bind port bfed495f-084f-4f57-b0ef-192c0da65c33 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:03:40.123189 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Attempting to bind port bfed495f-084f-4f57-b0ef-192c0da65c33 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:03:40.123583 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Attempting to bind port bfed495f-084f-4f57-b0ef-192c0da65c33 on network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:03:40.127810 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707fc3a6-207b-4ea5-b6c1-b43f64bf4d1b None None] Pushing event updated for resources: {'Port': ['ID=e3c1d028-729a-4595-9237-fa0db2999224,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:40.172693 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922b7ab-49fb-47b2-9b2f-cd59cb3eafc3 None None] Pushing event updated for resources: {'Port': ['ID=bfed495f-084f-4f57-b0ef-192c0da65c33,revision_number=2']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:40.175267 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:03:40.175669 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Checking segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:03:40.176074 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.176457 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Bound using segment: {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:03:40.176993 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Bound port: bfed495f-084f-4f57-b0ef-192c0da65c33, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b56254-8422-4bb1-8ea0-9b07cc31a90e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:03:40.177379 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.195038 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 5, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:40.231052 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6d56a3-3f9f-4619-9339-37eb256b4054 None None] The sync data for ids ['311747fe-66da-4ae9-bc2a-c2720e3873d1'] in dv-cinder-780759-4-iscsi is: [{'id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'name': 'tempest-TestShelveInstance-1673162175-router', 'tenant_id': '6523fb44f5764f5facd325e94d370e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T15:57:38Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 5, 'project_id': '6523fb44f5764f5facd325e94d370e1d', 'gw_port': {'id': '1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:aa:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311747fe-66da-4ae9-bc2a-c2720e3873d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T15:57:39Z', 'updated_at': '2021-10-28T15:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:40.249221 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] For port bfed495f-084f-4f57-b0ef-192c0da65c33, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:03:40.254002 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] For port bfed495f-084f-4f57-b0ef-192c0da65c33, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bfed495f-084f-4f57-b0ef-192c0da65c33,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:03:40.266333 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.290172 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Deleting port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:40.290507 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.304936 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.312792 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-f8ea1546-d47f-4871-b070-b04f4f4c7a54 None None] Provisioning complete for port e3c1d028-729a-4595-9237-fa0db2999224 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:40.313159 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f8ea1546-d47f-4871-b070-b04f4f4c7a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.359212 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922b7ab-49fb-47b2-9b2f-cd59cb3eafc3 None None] Pushing event updated for resources: {'Port': ['ID=bfed495f-084f-4f57-b0ef-192c0da65c33,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:40.363541 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:40.364149 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:40.391582 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] For port 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:40.392039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.395209 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.428863 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Calling delete_port for 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 owned by network:router_gateway {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:40.458627 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Network 5422d594-c92c-4387-9b17-bfef5ee3733c is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:03:40.464882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:40.493021 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Pushing event updated for resources: {'Port': ['ID=f41789ce-ee67-4567-a5b5-e41b7172df44,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:40.496747 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:03:40.500222 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:40.550897 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1596117'] for router_interface, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.727545 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 3, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:40.768131 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device e3c1d028-729a-4595-9237-fa0db2999224 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:03:40.772121 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d74127d-4875-43ef-b1c8-be903c8371c9 None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:38Z', 'revision_number': 3, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:40.828407 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port e3c1d028-729a-4595-9237-fa0db2999224 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:40.828777 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.843745 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.871535 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.880075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-cd6594c5-db0e-4bbe-9357-a8777ef3586b None None] Provisioning complete for port f41789ce-ee67-4567-a5b5-e41b7172df44 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:40.880451 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cd6594c5-db0e-4bbe-9357-a8777ef3586b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:40.884292 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:40.937648 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-cd6594c5-db0e-4bbe-9357-a8777ef3586b None None] Port f41789ce-ee67-4567-a5b5-e41b7172df44 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:03:41.003682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.016305 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 84a762d7-91c7-481f-a579-5c217d7ce950 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:41.074051 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 84a762d7-91c7-481f-a579-5c217d7ce950 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:41.074393 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 84a762d7-91c7-481f-a579-5c217d7ce950 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:41.085479 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-cd23c6a7-53c5-4aca-8b41-223755766720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.154782 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.158162 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.219443 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.220044 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 311747fe-66da-4ae9-bc2a-c2720e3873d1 {{(pid=101482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:03:41.228835 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.229987 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-f0f4c3dd-b13d-423f-8a8f-0af2e906407d admin admin] 10.222.0.74 "DELETE /v2.0/routers/311747fe-66da-4ae9-bc2a-c2720e3873d1 HTTP/1.1" status: 204 len: 168 time: 1.7267692 Oct 28 16:03:41.232559 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55404) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:41.299337 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.304530 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Deleting subnet 0c98c0c2-34a4-4896-b87f-4858a0ce54b2 {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:03:41.308316 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.310365 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.404373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.432634 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2013067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1594949'] for router_interface, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.435968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Pushing event updated for resources: {'Port': ['ID=f41789ce-ee67-4567-a5b5-e41b7172df44,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:41.555643 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.600235 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Network 5422d594-c92c-4387-9b17-bfef5ee3733c is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:03:41.606020 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:41.655803 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.719834 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.722554 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cdeea7-df59-448d-9686-6d0a3959cbf7 None None] Network 54ec2162-9b96-42d7-a562-ddefae71aedf requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:03:41.729085 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/0c98c0c2-34a4-4896-b87f-4858a0ce54b2 HTTP/1.1" status: 204 len: 168 time: 0.4919386 Oct 28 16:03:41.729085 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3a802-3717-4f20-80dc-9c628b9aeab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c98c0c2-34a4-4896-b87f-4858a0ce54b2,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:41.731091 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55406) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:41.772839 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:41.827027 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.887019 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Deleting port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:41.887654 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.889445 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-1c46fdf4-1a31-416e-9f19-b7bce9afcd60 None None] Provisioning complete for port f41789ce-ee67-4567-a5b5-e41b7172df44 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:41.889882 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1c46fdf4-1a31-416e-9f19-b7bce9afcd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.901949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:41.907958 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c2143801-38e9-4c23-a4b7-823e4d4fb37c admin admin] 10.222.0.74 "PUT /v2.0/routers/4592e416-ab8e-410f-9c37-3c39f2d53de5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8957543 Oct 28 16:03:41.943926 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-1c46fdf4-1a31-416e-9f19-b7bce9afcd60 None None] Port f41789ce-ee67-4567-a5b5-e41b7172df44 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:03:41.962902 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] For port 2f714612-d284-43dd-b2f7-2b3bb738bfa7, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=2f714612-d284-43dd-b2f7-2b3bb738bfa7,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:41.963293 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:41.985612 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Calling delete_port for 2f714612-d284-43dd-b2f7-2b3bb738bfa7 owned by network:dhcp {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:41.986259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.012559 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] DHCP port deletion for 54ec2162-9b96-42d7-a562-ddefae71aedf request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:03:42.071842 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] Deleting port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 {{(pid=101483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:03:42.072281 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.094258 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.127634 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] No DVR routers for this DVR port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 on host dv-cinder-780759-4-iscsi {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:42.132940 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f714612-d284-43dd-b2f7-2b3bb738bfa7,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.138432 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] For port 2f714612-d284-43dd-b2f7-2b3bb738bfa7, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=2f714612-d284-43dd-b2f7-2b3bb738bfa7,segment=NetworkSegment(7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f),segment_id=7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:42.138832 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.155357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] Calling delete_port for 2f714612-d284-43dd-b2f7-2b3bb738bfa7 owned by network:dhcp {{(pid=101483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:03:42.212986 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.237233 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ec2162-9b96-42d7-a562-ddefae71aedf']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.245117 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895'] for port, after_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.247301 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.248172 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ab696e8-84bf-4558-b2b3-3cdcf2b86c2f') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.258039 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.273960 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.278515 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] Pushing event deleted for resources: {'Port': ['ID=2f714612-d284-43dd-b2f7-2b3bb738bfa7,revision_number=None']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.283126 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:03:42.284484 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.288234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183ac996-902e-407a-93e4-3bd32a8ba0d6 None None] No DVR routers for this DVR port 2f714612-d284-43dd-b2f7-2b3bb738bfa7 on host dv-cinder-780759-4-iscsi {{(pid=101483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:03:42.304025 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:03:42.339393 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:03:42.366050 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.372745 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.375922 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] 10.222.0.74 "DELETE /v2.0/networks/54ec2162-9b96-42d7-a562-ddefae71aedf HTTP/1.1" status: 204 len: 168 time: 0.6427469 Oct 28 16:03:42.390997 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9b514e-7314-40e8-863c-7bcb6edb1796 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ec2162-9b96-42d7-a562-ddefae71aedf,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.394273 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55416) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:42.398805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--365099887', 'description': 'tempest-description--1519118951'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:42.427801 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.517095 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.523950 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.528579 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bfed495f-084f-4f57-b0ef-192c0da65c33 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:03:42.552426 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55418) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:42.556190 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.557506 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1623471 Oct 28 16:03:42.559429 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731dc602-c352-4737-a81c-3152444a8e85 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2093068f-d7bf-47dd-a977-1dc31a0eabe4,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.560698 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55420) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:42.571011 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'security_group_rule': {'security_group_id': '2093068f-d7bf-47dd-a977-1dc31a0eabe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:42.594357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port bfed495f-084f-4f57-b0ef-192c0da65c33 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:42.595119 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.617620 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.625931 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-3decccdc-c385-41cf-94a1-b4def359b958 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=5a41dcd9fdac4825836c411b19a96328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0688725 Oct 28 16:03:42.626639 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55422) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:42.640098 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:42.658526 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:42.659228 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:42.681386 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-80439d6b-cf76-47e4-b9db-5d781553459b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.683156 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.690816 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.705213 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-80439d6b-cf76-47e4-b9db-5d781553459b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.717031 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c73b50a-9471-47f4-b219-0493ada5f724,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.722860 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.726572 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ebe556c6-61ec-4320-89b9-20705fe4b373 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1625218 Oct 28 16:03:42.726753 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55424) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:42.731817 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'security_group_rule': {'security_group_id': '2093068f-d7bf-47dd-a977-1dc31a0eabe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:42.764519 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.765136 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-80439d6b-cf76-47e4-b9db-5d781553459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.768704 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-80439d6b-cf76-47e4-b9db-5d781553459b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.770202 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-80439d6b-cf76-47e4-b9db-5d781553459b admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a7e4a9fc-7fc6-4c94-a8a4-3c5b6deb06a8 HTTP/1.1" status: 204 len: 168 time: 0.1429181 Oct 28 16:03:42.779722 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80439d6b-cf76-47e4-b9db-5d781553459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e4a9fc-7fc6-4c94-a8a4-3c5b6deb06a8,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.843022 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.848094 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.868374 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e0eb66f-5ebd-4c11-a728-5fddc44ee04d,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:42.878381 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.879883 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ab27d373-6cd4-457c-afc6-621ac95949ac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518297 Oct 28 16:03:42.882793 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55428) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:42.890325 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:42.912412 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.926063 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:42.959295 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] For port bfed495f-084f-4f57-b0ef-192c0da65c33, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bfed495f-084f-4f57-b0ef-192c0da65c33,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:42.961314 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:42.989851 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.026460 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.065928 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 2f714612-d284-43dd-b2f7-2b3bb738bfa7 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:43.133396 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 2f714612-d284-43dd-b2f7-2b3bb738bfa7 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:43.133735 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 2f714612-d284-43dd-b2f7-2b3bb738bfa7 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:43.134150 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:03:43.145006 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Pushing event updated for resources: {'Port': ['ID=bfed495f-084f-4f57-b0ef-192c0da65c33,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:43.147672 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55432) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:43.152453 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Allocated IP 172.27.2.81 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/0195e913-b798-48cc-8a9b-ed64a57d10bc) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:03:43.167298 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:03:43.167672 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 1ef30f6d-222f-4f3b-aaf3-e986d08a4cc9 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:03:43.191973 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a29eedfa-dbcc-4558-ac1d-119193332172 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=6523fb44f5764f5facd325e94d370e1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430701 Oct 28 16:03:43.194569 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55434) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:43.248173 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-52f43782-3400-4037-b8a5-713900670643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.251997 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 2, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:43.270758 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-52f43782-3400-4037-b8a5-713900670643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.270977 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.282840 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:43.283194 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Updating router 4592e416-ab8e-410f-9c37-3c39f2d53de5 port f41789ce-ee67-4567-a5b5-e41b7172df44 binding host dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 16:03:43.310242 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.316010 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.324583 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-52f43782-3400-4037-b8a5-713900670643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.327585 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-52f43782-3400-4037-b8a5-713900670643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.331082 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-52f43782-3400-4037-b8a5-713900670643 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/daa7ef8e-2d48-469f-ae18-a77ed3a5f927 HTTP/1.1" status: 204 len: 168 time: 0.1331429 Oct 28 16:03:43.338790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f43782-3400-4037-b8a5-713900670643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa7ef8e-2d48-469f-ae18-a77ed3a5f927,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:43.363568 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:03:43.366508 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:43.369167 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:03:43.397242 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'Port': ['ID=0195e913-b798-48cc-8a9b-ed64a57d10bc,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:43.463355 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.498973 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.619395 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Publish callbacks [] for port, precommit_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.626840 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.689175 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.695667 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.707158 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a76a9-9224-48d9-93ed-958cf15985bc None None] Pushing event updated for resources: {'Port': ['ID=f41789ce-ee67-4567-a5b5-e41b7172df44,revision_number=3']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:43.740970 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'Port': ['ID=0195e913-b798-48cc-8a9b-ed64a57d10bc,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:43.760512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Attempting to bind port f41789ce-ee67-4567-a5b5-e41b7172df44 on host dv-cinder-780759-4-iscsi for vnic_type normal with profile {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:03:43.760865 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Attempting to bind port f41789ce-ee67-4567-a5b5-e41b7172df44 by drivers openvswitch,hyperv on host dv-cinder-780759-4-iscsi at level 0 using segments [{'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:03:43.761234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Attempting to bind port f41789ce-ee67-4567-a5b5-e41b7172df44 on network 5422d594-c92c-4387-9b17-bfef5ee3733c {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:03:43.767032 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Checking agent: {'id': 'c82dc726-d4d1-4257-bae1-2ec7f6f5e852', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-780759-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 47, 42), 'started_at': datetime.datetime(2021, 10, 28, 15, 48, 12), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-780759-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:03:43.767425 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Checking segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101483) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:03:43.767847 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.768234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Bound using segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} {{(pid=101483) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:03:43.768700 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.managers [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Bound port: f41789ce-ee67-4567-a5b5-e41b7172df44, host: dv-cinder-780759-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}}] {{(pid=101483) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:03:43.769081 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.793025 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.809526 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.810817 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-13cac0ac-c626-4195-8fa2-68e8257b4353 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9264960 Oct 28 16:03:43.822357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.853839 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] For port f41789ce-ee67-4567-a5b5-e41b7172df44, host dv-cinder-780759-4-iscsi, cleared binding levels {{(pid=101483) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:03:43.857214 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] For port f41789ce-ee67-4567-a5b5-e41b7172df44, host dv-cinder-780759-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f41789ce-ee67-4567-a5b5-e41b7172df44,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:03:43.862867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:43.913287 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:43.913912 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:43.993824 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a76a9-9224-48d9-93ed-958cf15985bc None None] Pushing event updated for resources: {'Port': ['ID=f41789ce-ee67-4567-a5b5-e41b7172df44,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:44.016732 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-5db33ba1-5026-4dbc-8974-2b430e5efbf4 None None] Provisioning complete for port f41789ce-ee67-4567-a5b5-e41b7172df44 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:44.017169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba1-5026-4dbc-8974-2b430e5efbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.018121 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-c7e6de52-0eda-40cd-b5c2-8636f6a96d8e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--365099887&fields=id&tenant_id=b431b5c934fe4214803bdb950a516562 HTTP/1.1" status: 200 len: 267 time: 0.0369914 Oct 28 16:03:44.079450 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:44.133856 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-e0c2ea51-4c43-4cfb-ab51-aebe7423c6cc tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:44.135375 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-e0c2ea51-4c43-4cfb-ab51-aebe7423c6cc tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 811 time: 0.1083832 Oct 28 16:03:44.150955 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-d092dbab-9a11-42f1-915a-ef85859c975b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/quotas/b431b5c934fe4214803bdb950a516562 HTTP/1.1" status: 200 len: 375 time: 0.0092771 Oct 28 16:03:44.202739 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-4ca53485-af67-44ae-805c-afdbf2742118 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458839 Oct 28 16:03:44.216927 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba1-5026-4dbc-8974-2b430e5efbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.265434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-5db33ba1-5026-4dbc-8974-2b430e5efbf4 None None] For port f41789ce-ee67-4567-a5b5-e41b7172df44, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f41789ce-ee67-4567-a5b5-e41b7172df44,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:44.275306 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba1-5026-4dbc-8974-2b430e5efbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.302645 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1e6f139c-da39-4ca1-9350-6e35894cddfd service neutron] 10.222.0.74 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881355 Oct 28 16:03:44.352508 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db33ba1-5026-4dbc-8974-2b430e5efbf4 None None] Pushing event updated for resources: {'Port': ['ID=f41789ce-ee67-4567-a5b5-e41b7172df44,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:44.374762 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:43Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:44.390813 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-0783ae48-2869-4c3a-9b7d-9c36a88aa7da service neutron] 10.222.0.74 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820155 Oct 28 16:03:44.409481 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a8515-0cf8-4e63-9fea-00abe61671cb None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:43Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:44.425789 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-23f24aa0-9fab-44ee-8f7d-aa593ec38806 None None] Provisioning complete for port f41789ce-ee67-4567-a5b5-e41b7172df44 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:44.426025 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-23f24aa0-9fab-44ee-8f7d-aa593ec38806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:44.569881 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bfed495f-084f-4f57-b0ef-192c0da65c33 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:03:44.591685 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e07f4d86-e420-4558-b429-1039ae78c682 req-b1baa54e-277a-491a-bdc2-e232fe4cab15 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 210 time: 0.0284331 Oct 28 16:03:44.642062 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port bfed495f-084f-4f57-b0ef-192c0da65c33 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:44.642506 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:45.618855 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-36437a65-2e29-4249-b7ea-7d1751df8913 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:45.620401 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-36437a65-2e29-4249-b7ea-7d1751df8913 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 811 time: 0.1159260 Oct 28 16:03:45.669911 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1f34ac71-1fab-4d20-aa9e-0a2e7e85ac80 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b431b5c934fe4214803bdb950a516562 HTTP/1.1" status: 200 len: 379 time: 0.0377824 Oct 28 16:03:45.688534 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'port': {'device_id': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'admin_state_up': True, 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'security_groups': ['2093068f-d7bf-47dd-a977-1dc31a0eabe4']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:45.743559 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38e08576-0f94-4ca1-99a9-9353f5bd62eb req-4401bf27-9f61-46a6-aed8-a9e051b719ba tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 210 time: 0.0678589 Oct 28 16:03:45.816216 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Made reservation on behalf of b431b5c934fe4214803bdb950a516562 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:03:45.819709 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:45.954180 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Allocated IP 172.20.0.10 (5422d594-c92c-4387-9b17-bfef5ee3733c/5e460056-45c0-413b-8838-19624d25e782/dd2649a7-008a-4627-bb81-65fcd5d65db8) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:03:46.088974 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.124503 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.170707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Network 5422d594-c92c-4387-9b17-bfef5ee3733c is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:03:46.174280 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:03:46.177966 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:03:46.184158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'Port': ['ID=dd2649a7-008a-4627-bb81-65fcd5d65db8,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:46.232582 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:46.233197 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.251413 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-1182169b-1271-4fa8-accf-5efef40edd02 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671899 Oct 28 16:03:46.264840 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Request body: {'port': {'device_id': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:46.319987 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.354635 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-717bbb29-b187-4b86-9e13-afdb2dc8d30f None None] Provisioning complete for port dd2649a7-008a-4627-bb81-65fcd5d65db8 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:46.355189 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-717bbb29-b187-4b86-9e13-afdb2dc8d30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.388128 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-717bbb29-b187-4b86-9e13-afdb2dc8d30f None None] Port dd2649a7-008a-4627-bb81-65fcd5d65db8 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:03:46.499391 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f41789ce-ee67-4567-a5b5-e41b7172df44 up at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:03:46.547677 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Provisioning complete for port f41789ce-ee67-4567-a5b5-e41b7172df44 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:46.548040 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.594018 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2649a7-008a-4627-bb81-65fcd5d65db8 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:03:46.602387 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.616746 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Transition to ACTIVE for port object dd2649a7-008a-4627-bb81-65fcd5d65db8 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:03:46.621304 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.678185 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2649a7-008a-4627-bb81-65fcd5d65db8,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:46.752958 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Attempting to bind port dd2649a7-008a-4627-bb81-65fcd5d65db8 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:03:46.753443 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Attempting to bind port dd2649a7-008a-4627-bb81-65fcd5d65db8 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:03:46.753869 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Attempting to bind port dd2649a7-008a-4627-bb81-65fcd5d65db8 on network 5422d594-c92c-4387-9b17-bfef5ee3733c {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:03:46.758430 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Port dd2649a7-008a-4627-bb81-65fcd5d65db8 on network 5422d594-c92c-4387-9b17-bfef5ee3733c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:03:46.758751 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Attempting to bind port dd2649a7-008a-4627-bb81-65fcd5d65db8 on network 5422d594-c92c-4387-9b17-bfef5ee3733c {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:03:46.764063 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:03:46.764458 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Checking segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:03:46.764855 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Bound using segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:03:46.765343 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Bound port: dd2649a7-008a-4627-bb81-65fcd5d65db8, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:03:46.765685 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.836181 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] For port dd2649a7-008a-4627-bb81-65fcd5d65db8, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:03:46.839711 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] For port dd2649a7-008a-4627-bb81-65fcd5d65db8, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:03:46.845511 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.883178 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:46.883818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:46.885226 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] 10.222.0.54 "PUT /v2.0/ports/dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 1094 time: 0.6247370 Oct 28 16:03:46.885682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:46.888029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb100a9-2628-40f4-aa38-a3b1e560f031" -d '{"events": [{"name": "network-changed", "server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:46.911380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b227c8-7de0-49a5-9412-c4b9872ab613 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2649a7-008a-4627-bb81-65fcd5d65db8,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:46.973251 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296fd029-845d-4783-a93f-7be2566db62b x-openstack-request-id: req-296fd029-845d-4783-a93f-7be2566db62b {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:46.973630 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:46.973924 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-296fd029-845d-4783-a93f-7be2566db62b {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:46.974374 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'status': 'completed', 'code': 200} Oct 28 16:03:47.301642 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-91e9a7b3-e83e-4c7a-b36c-f0272ea3fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:47.303071 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-91e9a7b3-e83e-4c7a-b36c-f0272ea3fb96 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1097 time: 0.3417811 Oct 28 16:03:47.319365 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd7b40-ba7a-42c3-b7bb-25e884c22be8 req-e3f1ae18-fff4-49cc-8c31-13099b0c05f5 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:47.320832 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9afd7b40-ba7a-42c3-b7bb-25e884c22be8 req-e3f1ae18-fff4-49cc-8c31-13099b0c05f5 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 944 time: 0.3305418 Oct 28 16:03:47.360120 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-141a78f0-bf5e-4937-aef1-5b1bc28a9d73 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 217 time: 0.0382817 Oct 28 16:03:47.408954 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9afd7b40-ba7a-42c3-b7bb-25e884c22be8 req-b59db233-40eb-42d3-ac21-09407b4b56fc tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816224 Oct 28 16:03:47.426501 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-fcc06297-78f5-4973-b5f4-1dabfe4af6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:47.427949 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-fcc06297-78f5-4973-b5f4-1dabfe4af6d0 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0564163 Oct 28 16:03:47.484347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-82a24ccb-db41-4f7e-8199-428ac103d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:47.485956 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-82a24ccb-db41-4f7e-8199-428ac103d06c service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497487 Oct 28 16:03:47.598843 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-37e8639a-e421-4511-87d9-916c4dcc651c service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039326 Oct 28 16:03:47.693836 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-46aeb7d3-0659-40c3-adcc-250a376a9404 req-c6c5576e-ee10-4fb6-8d5f-0f826ef48464 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859735 Oct 28 16:03:47.790159 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-26e15678-ad74-49c9-946f-0d7567f6315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:47.791689 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-26e15678-ad74-49c9-946f-0d7567f6315b service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1097 time: 0.0421431 Oct 28 16:03:47.894432 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-fe8ccdcb-81d2-4dd9-9693-206080e51b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:47.896251 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-fe8ccdcb-81d2-4dd9-9693-206080e51b4e service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.0967214 Oct 28 16:03:47.947526 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-e41d7127-0a11-41de-9c1b-fdd0f96fab82 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 217 time: 0.0429008 Oct 28 16:03:47.999841 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-dc2e835f-e2f9-4fe4-bfe2-de79d69ffc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:48.001281 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-dc2e835f-e2f9-4fe4-bfe2-de79d69ffc14 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0466192 Oct 28 16:03:48.051725 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-63fb5b76-ef13-41e4-a140-5c859be77ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:48.053197 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-63fb5b76-ef13-41e4-a140-5c859be77ec6 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435085 Oct 28 16:03:48.146681 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-a0bacd93-222f-4506-958a-812132d9389c service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853720 Oct 28 16:03:48.244605 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-edb100a9-2628-40f4-aa38-a3b1e560f031 req-6b110078-aa64-45c2-bc5b-4028f0c530db service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896327 Oct 28 16:03:48.538722 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de9e9a7-fff6-4c02-a372-b41e9213708c req-bf7f8f33-e61e-4ae0-87c9-aa611db17f12 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:48.540106 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6de9e9a7-fff6-4c02-a372-b41e9213708c req-bf7f8f33-e61e-4ae0-87c9-aa611db17f12 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 944 time: 0.0564730 Oct 28 16:03:48.579765 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6de9e9a7-fff6-4c02-a372-b41e9213708c req-03c8532a-7fc8-4624-95a0-7bc760c527ea tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Oct 28 16:03:49.182192 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:03:49.709448 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585c587-10d1-4a3c-9874-ce3061ad4b5a req-774e43fe-f37d-43b1-a9d5-aa1af438c474 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:49.710922 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e585c587-10d1-4a3c-9874-ce3061ad4b5a req-774e43fe-f37d-43b1-a9d5-aa1af438c474 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 944 time: 0.0547745 Oct 28 16:03:49.750297 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e585c587-10d1-4a3c-9874-ce3061ad4b5a req-e44ec930-36ee-4df2-9259-445fd5db0e82 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330913 Oct 28 16:03:50.246834 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device dd2649a7-008a-4627-bb81-65fcd5d65db8 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:03:50.354746 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port dd2649a7-008a-4627-bb81-65fcd5d65db8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:50.365961 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'port_id': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'mac_address': 'fa:16:3e:64:d8:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:03:50.405860 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:50.419445 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2649a7-008a-4627-bb81-65fcd5d65db8 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:03:50.439354 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port dd2649a7-008a-4627-bb81-65fcd5d65db8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:50.445885 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:50.496823 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=dd2649a7-008a-4627-bb81-65fcd5d65db8,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:50.684971 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['dd2649a7-008a-4627-bb81-65fcd5d65db8'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:03:50.871081 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1f86-2fe3-4060-b31e-0c51945cc82f req-9131c33a-c8b1-4afe-afda-382af7a65f42 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:50.872476 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-565e1f86-2fe3-4060-b31e-0c51945cc82f req-9131c33a-c8b1-4afe-afda-382af7a65f42 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 945 time: 0.0553181 Oct 28 16:03:50.923395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-565e1f86-2fe3-4060-b31e-0c51945cc82f req-9af4b7d3-fe68-433a-9950-20c8c05794e7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419941 Oct 28 16:03:52.046236 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196ed68-b275-4faf-9fc0-8be98b9f37f9 req-0c378812-539f-4eda-abf7-a4485b911ad0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:52.047782 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a196ed68-b275-4faf-9fc0-8be98b9f37f9 req-0c378812-539f-4eda-abf7-a4485b911ad0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 945 time: 0.0507736 Oct 28 16:03:52.089310 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a196ed68-b275-4faf-9fc0-8be98b9f37f9 req-8cc7c87b-5cfe-4704-ab22-9e3bc9258f3a tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315666 Oct 28 16:03:52.192559 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.259123 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device dd2649a7-008a-4627-bb81-65fcd5d65db8 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:03:52.321229 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port dd2649a7-008a-4627-bb81-65fcd5d65db8 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:03:52.325082 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port dd2649a7-008a-4627-bb81-65fcd5d65db8 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:03:52.325451 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.404414 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.428126 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:52.430426 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a08d8-02e6-4e9b-a458-87f08093320c" -d '{"events": [{"server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "name": "network-vif-plugged", "status": "completed", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:52.443474 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port dd2649a7-008a-4627-bb81-65fcd5d65db8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:03:52.448450 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:52.608164 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa7e489-b431-4afd-9272-d8f49a4175cf x-openstack-request-id: req-3aa7e489-b431-4afd-9272-d8f49a4175cf {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:52.608466 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "name": "network-vif-plugged", "status": "completed", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:52.608687 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3aa7e489-b431-4afd-9272-d8f49a4175cf {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:52.609086 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'code': 200} Oct 28 16:03:52.632625 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=dd2649a7-008a-4627-bb81-65fcd5d65db8,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:03:52.645654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e3c8d-34d6-4186-bf28-1190705b376d req-db33186c-575b-42ef-abb2-7bac535474ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:52.647163 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bd5e3c8d-34d6-4186-bf28-1190705b376d req-db33186c-575b-42ef-abb2-7bac535474ab service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1099 time: 0.0402606 Oct 28 16:03:52.687451 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bd5e3c8d-34d6-4186-bf28-1190705b376d req-e509ef2c-f027-4fdd-98cb-2096796d7741 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288510 Oct 28 16:03:53.211101 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa6a834-017f-4e1a-8ec0-6c2ed653ab72 req-5b2e2afb-b0f9-4146-9413-43acb516f71b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:53.212580 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1fa6a834-017f-4e1a-8ec0-6c2ed653ab72 req-5b2e2afb-b0f9-4146-9413-43acb516f71b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0568321 Oct 28 16:03:53.250272 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1fa6a834-017f-4e1a-8ec0-6c2ed653ab72 req-3d634810-8cd7-4299-94cb-c788dabde282 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Oct 28 16:03:54.382982 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6693ce5a-56d0-48c0-b281-7324edda03f0 req-194ee47d-eb85-4876-8cd3-ef36e59eec7b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:54.384406 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6693ce5a-56d0-48c0-b281-7324edda03f0 req-194ee47d-eb85-4876-8cd3-ef36e59eec7b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0555110 Oct 28 16:03:54.421686 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6693ce5a-56d0-48c0-b281-7324edda03f0 req-484e7a3e-344e-4716-bdac-ebd9049e3f59 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 Oct 28 16:03:54.538968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b239632a-e612-40b6-8f55-a2ba9ed599d1 req-3a1673d2-1b27-431d-8a6d-eac25f2a69ca tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:54.540501 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b239632a-e612-40b6-8f55-a2ba9ed599d1 req-3a1673d2-1b27-431d-8a6d-eac25f2a69ca tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0514703 Oct 28 16:03:54.551893 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55488) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:03:54.556364 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'floatingip': {'port_id': 'dd2649a7-008a-4627-bb81-65fcd5d65db8'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:03:54.598660 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:55.027404 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:55.035332 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:55.143421 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Floating IP 19879be2-13c0-47fa-91d3-2609964ad0ee associated. External IP: 172.27.2.81, port: dd2649a7-008a-4627-bb81-65fcd5d65db8. Oct 28 16:03:55.364624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:03:55.481312 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:03:55.486045 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:03:55.491937 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:03:55.502213 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:55.502817 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:55.516991 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e95e4dee-35fd-4d84-866d-bd49a4cdd9e3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "PUT /v2.0/floatingips/19879be2-13c0-47fa-91d3-2609964ad0ee HTTP/1.1" status: 200 len: 991 time: 0.9611392 Oct 28 16:03:55.516991 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:03:55.517864 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64068d21-689d-43b0-8413-ec9dbe871c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:03:55.557734 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0983e9-8b46-424a-980c-dba0ef32453e x-openstack-request-id: req-4c0983e9-8b46-424a-980c-dba0ef32453e {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:03:55.558295 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:03:55.558599 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4c0983e9-8b46-424a-980c-dba0ef32453e {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:03:55.559097 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'status': 'completed', 'code': 200} Oct 28 16:03:55.612092 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:55.623907 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-ad7460d8-7721-4de6-8bf2-1e8d39a56697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:55.625333 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-ad7460d8-7721-4de6-8bf2-1e8d39a56697 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1099 time: 0.0420637 Oct 28 16:03:55.736293 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-5139744b-e845-49d4-bed0-c48c96d9369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:55.737712 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-5139744b-e845-49d4-bed0-c48c96d9369a service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.1017036 Oct 28 16:03:55.817103 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-7169fbe7-205f-4c17-8389-cfb386998473 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927186 Oct 28 16:03:55.819131 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-0178b794-1889-49d0-95d3-4d247c53d8e4 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 999 time: 0.0685291 Oct 28 16:03:55.841035 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '19879be2-13c0-47fa-91d3-2609964ad0ee', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'port_id': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'mac_address': 'fa:16:3e:64:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:03:43Z', 'updated_at': '2021-10-28T16:03:54Z', 'revision_number': 1, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:55.868478 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:03:55.877344 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:03:55.877878 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:03:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:55.894292 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-c54f93fc-19cb-4435-a590-0aa653fcb0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:55.895894 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-c54f93fc-19cb-4435-a590-0aa653fcb0e3 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0669384 Oct 28 16:03:55.906364 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-c30766ae-6756-4aa9-a8ff-1091c54fe5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:55.907721 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-c30766ae-6756-4aa9-a8ff-1091c54fe5cd service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 1098 time: 0.0531673 Oct 28 16:03:56.004512 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-7d165ad0-2fea-47a7-b5ea-93763c8920ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:56.006021 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-7d165ad0-2fea-47a7-b5ea-93763c8920ef service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1017368 Oct 28 16:03:56.072331 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:03:56.074787 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-ebbfa002-8404-47fa-a305-6625830dbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:56.076284 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-ebbfa002-8404-47fa-a305-6625830dbc57 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.1432440 Oct 28 16:03:56.163549 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-6841a216-cb17-4d92-ab49-1b61a02b2c56 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443770 Oct 28 16:03:56.165608 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-309c2f24-aa68-4909-bc23-a77747030c51 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09 HTTP/1.1" status: 200 len: 1001 time: 0.0774918 Oct 28 16:03:56.267707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-d9fedf5f-5ab7-4875-aa3c-65d1859cf8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:56.269190 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-d9fedf5f-5ab7-4875-aa3c-65d1859cf8bb service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0917785 Oct 28 16:03:56.293644 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '19879be2-13c0-47fa-91d3-2609964ad0ee', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'port_id': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'mac_address': 'fa:16:3e:64:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:03:43Z', 'updated_at': '2021-10-28T16:03:54Z', 'revision_number': 1, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:03:56.318617 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-64068d21-689d-43b0-8413-ec9dbe871c7e req-fce1ed97-625a-4b08-8904-3fa9b3ede8be service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421571 Oct 28 16:03:56.324438 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8880c08-9c41-4e3a-8f96-efbe36ff3a17 None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '19879be2-13c0-47fa-91d3-2609964ad0ee', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'floating_ip_address': '172.27.2.81', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'port_id': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'mac_address': 'fa:16:3e:64:d8:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:03:43Z', 'updated_at': '2021-10-28T16:03:54Z', 'revision_number': 1, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:03:56.330997 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-aa949462-aef2-4cec-99e0-fe9ba997f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:03:56.332498 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-aa949462-aef2-4cec-99e0-fe9ba997f878 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513783 Oct 28 16:03:56.432713 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-b6b95d6c-71f5-41d5-9fae-56b585b2d176 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922749 Oct 28 16:03:56.508504 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785992fe-80dc-4a63-8774-611053be951a None None] New status for floating IP 19879be2-13c0-47fa-91d3-2609964ad0ee: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:03:56.531393 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-85ad4359-3524-4eb8-b4c7-aef5dc88260b req-bf1f4cc8-3226-40ea-b74b-bd5f902194d8 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908442 Oct 28 16:04:08.496284 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0e9c643b-a8a3-48e8-af31-b421294ffd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:11.036083 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-740d70ad-c1a0-4f10-83c9-69a3ebdb9d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:11.987099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:12.290580 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:13.811347 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:22.216169 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:26.186363 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:04:38.493095 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-db81cdcc-6fb7-400a-ae02-a7da325ad8c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:41.031022 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4fb1270c-060b-4eb3-b89f-5639402009da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:41.999244 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:42.289975 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:43.813460 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:45.295770 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a94eb-1660-411c-b23c-6e804099abb5 req-7b63db0c-2221-4b2f-b9e1-57dfb11481f9 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:45.297326 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-465a94eb-1660-411c-b23c-6e804099abb5 req-7b63db0c-2221-4b2f-b9e1-57dfb11481f9 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0510569 Oct 28 16:04:45.335834 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-465a94eb-1660-411c-b23c-6e804099abb5 req-528978d1-d0b0-43bb-afea-4d7729173686 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320969 Oct 28 16:04:45.557087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68902b1a-452a-4f27-a59a-73a53c81b235 req-ce5be57c-aee9-4d28-bc40-5e84826cf770 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:45.558604 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-68902b1a-452a-4f27-a59a-73a53c81b235 req-ce5be57c-aee9-4d28-bc40-5e84826cf770 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0515847 Oct 28 16:04:45.600476 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-68902b1a-452a-4f27-a59a-73a53c81b235 req-258326c0-801e-40cf-97d9-b66b9bcc944b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352788 Oct 28 16:04:46.466131 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcbc8c-175c-4deb-8dc6-bb9f03b2c543 req-5663512d-89cc-431a-a0a8-6c3ae5bb4b28 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:46.467729 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54bcbc8c-175c-4deb-8dc6-bb9f03b2c543 req-5663512d-89cc-431a-a0a8-6c3ae5bb4b28 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0617836 Oct 28 16:04:46.509060 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54bcbc8c-175c-4deb-8dc6-bb9f03b2c543 req-47600ab2-8c34-48a9-a71e-e24887a833e9 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352352 Oct 28 16:04:46.725968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2062d58-01cb-4bf0-aa0f-7e20b4cd3650 req-2d9206b5-b2f3-4201-9b71-d23f823a4a6e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:46.727418 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e2062d58-01cb-4bf0-aa0f-7e20b4cd3650 req-2d9206b5-b2f3-4201-9b71-d23f823a4a6e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0550125 Oct 28 16:04:46.767433 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e2062d58-01cb-4bf0-aa0f-7e20b4cd3650 req-2347e7f2-dc7d-499f-995e-924fa9cf7fba tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340190 Oct 28 16:04:46.962714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-780b45a0-c779-402d-801a-b46bfd7266e1 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:46.964088 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-780b45a0-c779-402d-801a-b46bfd7266e1 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0571070 Oct 28 16:04:47.059392 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Deleting port 0269975b-5fd0-429f-b53c-4e4f2c387e09 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:04:47.059799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:47.158592 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] For port 0269975b-5fd0-429f-b53c-4e4f2c387e09, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=0269975b-5fd0-429f-b53c-4e4f2c387e09,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:04:47.158932 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:47.335910 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:47.336147 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:47.336485 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Floating IP 7c0b2dbf-be9f-489e-8640-89e9adbbf13b disassociated. External IP: 172.27.2.127, port: 0269975b-5fd0-429f-b53c-4e4f2c387e09. Oct 28 16:04:47.336818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Calling delete_port for 0269975b-5fd0-429f-b53c-4e4f2c387e09 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:04:47.707861 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005207b7-4343-4376-8dae-23a09119a2f5 req-19a29845-ab69-42f3-a846-dd86e93eb9d5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:47.709354 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-005207b7-4343-4376-8dae-23a09119a2f5 req-19a29845-ab69-42f3-a846-dd86e93eb9d5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 945 time: 0.0730345 Oct 28 16:04:47.785115 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-005207b7-4343-4376-8dae-23a09119a2f5 req-599d2c44-4026-416b-aa4d-b268d70bc2d3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681794 Oct 28 16:04:47.787122 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:47.814371 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'Port': ['ID=0269975b-5fd0-429f-b53c-4e4f2c387e09,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:47.825056 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.825056 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.825385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.825635 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.825963 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.826267 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.826670 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.827001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.827355 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.827681 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.828068 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.828882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:04:47.959891 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d844118-e69e-4a40-9b6e-8eb97f80c76a req-ce37391a-7187-42d1-8996-df28df199d21 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:47.961266 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2d844118-e69e-4a40-9b6e-8eb97f80c76a req-ce37391a-7187-42d1-8996-df28df199d21 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.1193271 Oct 28 16:04:47.996501 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:04:48.011168 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2d844118-e69e-4a40-9b6e-8eb97f80c76a req-89eaa575-c4c4-49c9-80af-5d9304b22e3c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436358 Oct 28 16:04:48.115830 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:04:48.125696 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:04:48.136162 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:04:48.136766 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:04:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:48.155992 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] No DVR routers for this DVR port 0269975b-5fd0-429f-b53c-4e4f2c387e09 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:04:48.158805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:48.162605 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-95af7a4a-c408-46bc-9f31-55ae41f1e026 req-236083d9-ea23-40bd-a975-d8686cc6dd9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "DELETE /v2.0/ports/0269975b-5fd0-429f-b53c-4e4f2c387e09 HTTP/1.1" status: 204 len: 173 time: 1.1913095 Oct 28 16:04:48.163041 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'name': 'network-vif-deleted', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:04:48.165361 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896502b8-17df-42eb-b79a-d48fcf6c7c15" -d '{"events": [{"server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "name": "network-vif-deleted", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:04:48.209314 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b908847-a1b5-4a9e-a9ab-9240f4bff589 x-openstack-request-id: req-9b908847-a1b5-4a9e-a9ab-9240f4bff589 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:04:48.209611 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeba381a-c0e0-48a2-8491-9bb010196793", "name": "network-vif-deleted", "tag": "0269975b-5fd0-429f-b53c-4e4f2c387e09", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:04:48.209861 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-9b908847-a1b5-4a9e-a9ab-9240f4bff589 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:04:48.210322 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeba381a-c0e0-48a2-8491-9bb010196793', 'name': 'network-vif-deleted', 'tag': '0269975b-5fd0-429f-b53c-4e4f2c387e09', 'status': 'completed', 'code': 200} Oct 28 16:04:48.252295 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:04:48.458097 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:48.488520 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:04:48.497052 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:04:48.497558 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:04:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:48.603011 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:04:48.822637 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:04:48.849062 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4bcb2c-1692-4c80-8c07-86d85e63a759 None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:04:48.904116 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de1590d0-99df-42e6-9886-401078616ecb req-f6340ff9-35f5-432d-91d2-514bc7a983b2 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=aeba381a-c0e0-48a2-8491-9bb010196793 HTTP/1.1" status: 200 len: 210 time: 0.0328984 Oct 28 16:04:49.091227 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04fea2-2d0c-455d-a27e-34439ba3f72b None None] New status for floating IP 7c0b2dbf-be9f-489e-8640-89e9adbbf13b: DOWN {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:04:49.141555 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a7722-2e9d-4f63-bbc2-286934dce3ac req-e51bff92-abbe-42a8-b9c6-eacc81fe66a9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:49.143198 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-584a7722-2e9d-4f63-bbc2-286934dce3ac req-e51bff92-abbe-42a8-b9c6-eacc81fe66a9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0516198 Oct 28 16:04:49.182674 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-584a7722-2e9d-4f63-bbc2-286934dce3ac req-59e4ed2f-1b81-4f89-a9fe-49e31856504b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330911 Oct 28 16:04:50.160483 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-44dd4bdd-cea8-43f7-b95e-15e84719843f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209327136&fields=id&tenant_id=47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 267 time: 0.0334804 Oct 28 16:04:50.292718 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-e6e8df88-5ed7-4c46-a2af-3952da5e8188 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:50.294168 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-e6e8df88-5ed7-4c46-a2af-3952da5e8188 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 812 time: 0.1271319 Oct 28 16:04:50.313530 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-bfe34693-5be6-478d-a5d8-546e696fd1c3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/quotas/47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 375 time: 0.0124552 Oct 28 16:04:50.325222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce40f75-515b-4c9d-a1c3-bf41be3a64cc req-8ecba72a-6156-4b80-bb08-46a3232057c7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:50.326766 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0ce40f75-515b-4c9d-a1c3-bf41be3a64cc req-8ecba72a-6156-4b80-bb08-46a3232057c7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0732682 Oct 28 16:04:50.389423 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0ce40f75-515b-4c9d-a1c3-bf41be3a64cc req-011f47f8-3e26-40d0-bf6b-5420917ead7a tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534031 Oct 28 16:04:50.397775 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-12630bc6-e85d-47d8-a329-6f8f4f65c6b2 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701771 Oct 28 16:04:50.548219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0269975b-5fd0-429f-b53c-4e4f2c387e09 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:04:50.572259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 0269975b-5fd0-429f-b53c-4e4f2c387e09 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:04:50.572615 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 0269975b-5fd0-429f-b53c-4e4f2c387e09 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:04:50.668965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-e01b18ee-2738-447d-bafa-e98f6acfa26b service neutron] 10.222.0.74 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936310 Oct 28 16:04:50.758602 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-84986b80-5841-4d66-bef2-85b428b324dc service neutron] 10.222.0.74 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830812 Oct 28 16:04:51.048065 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6a06894b-5308-48ac-b730-a13576d1d009 req-54288b3f-15c9-4538-9815-dda4a0482bc8 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 210 time: 0.0303349 Oct 28 16:04:51.524604 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c2c1-e004-48ff-ace5-705dcbbe6f06 req-5446c8ba-6d34-4d81-8bc7-bf960318f0f0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:51.526158 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0f4c2c1-e004-48ff-ace5-705dcbbe6f06 req-5446c8ba-6d34-4d81-8bc7-bf960318f0f0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0522058 Oct 28 16:04:51.564765 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0f4c2c1-e004-48ff-ace5-705dcbbe6f06 req-6cb9c725-5863-48a0-ae5a-e1c0d09ab3d6 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324693 Oct 28 16:04:52.126736 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b0716c6a-7825-411d-9108-b3238ab38044 req-327f59f5-2f5c-4768-a9c2-1215b105bc2f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 210 time: 0.0282056 Oct 28 16:04:52.233638 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:52.683259 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f3512-8326-492f-b493-f17509215189 req-2971c3ed-e45e-4220-b609-d30ddf54c616 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:52.684734 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-089f3512-8326-492f-b493-f17509215189 req-2971c3ed-e45e-4220-b609-d30ddf54c616 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0490074 Oct 28 16:04:52.722935 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-089f3512-8326-492f-b493-f17509215189 req-806337be-356f-4104-9f88-43f85178af7d tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320239 Oct 28 16:04:53.207501 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-774fd0f8-ef9c-4579-a6a0-ff35248d7756 req-fa0c14ff-c1b1-4b8b-94b5-a81901fbf234 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 210 time: 0.0307934 Oct 28 16:04:53.859151 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d353b3-0bee-46ae-8f44-8c50e78876d1 req-4b0adfc7-4164-45c2-85bf-259f0318617d tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:53.860645 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-17d353b3-0bee-46ae-8f44-8c50e78876d1 req-4b0adfc7-4164-45c2-85bf-259f0318617d tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0587296 Oct 28 16:04:53.901279 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-17d353b3-0bee-46ae-8f44-8c50e78876d1 req-de8b32ff-c19d-4572-810a-025088700812 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320466 Oct 28 16:04:54.301059 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4e572803-8934-424d-a61c-4b47a3d5c73c req-9795aca2-a484-4086-a9d1-786d0bafb3b0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 210 time: 0.0271020 Oct 28 16:04:55.093292 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0923dd3-660b-4470-bd86-4d1563eb9589 req-e7bf0223-5a1e-4a32-8872-039cff79c9ad tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:55.094843 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0923dd3-660b-4470-bd86-4d1563eb9589 req-e7bf0223-5a1e-4a32-8872-039cff79c9ad tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.1189988 Oct 28 16:04:55.154672 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f0923dd3-660b-4470-bd86-4d1563eb9589 req-9a56f8a9-0e96-441d-b9ca-c693b79d8f34 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539930 Oct 28 16:04:55.161876 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-019787b1-56d5-418a-8364-81626b148d16 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:55.163299 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-019787b1-56d5-418a-8364-81626b148d16 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 812 time: 0.1549919 Oct 28 16:04:55.210228 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-4c3b3a40-6efb-425d-a72e-c52fd20059b7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 380 time: 0.0362248 Oct 28 16:04:55.221480 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'port': {'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'admin_state_up': True, 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'security_groups': ['39dad8de-1b0c-47c6-907e-50b61eaf6828']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:04:55.341710 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Made reservation on behalf of 47da1a230e8243e89d018d9d54186ede for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:04:55.345484 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:55.424718 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-538e8f5e-6c3d-44fe-9cca-a878c7622499 req-2f78fb26-7dfd-4a46-8dd2-91e057e03827 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 210 time: 0.0569251 Oct 28 16:04:55.502606 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Allocated IP 172.20.0.7 (fe2f2936-4444-4dda-86c0-26ae6c5d6878/55ac05d7-9598-4ee4-943f-6d3847de8a7c/7608e734-9030-4cf0-a898-1ccdb1afe8c9) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:04:55.648109 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:55.689367 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:55.730888 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:04:55.735045 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:04:55.745498 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:04:55.792421 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=7608e734-9030-4cf0-a898-1ccdb1afe8c9,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:55.819516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:55.820163 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:55.834161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731727-2828-45f2-a048-f5542b11320c req-9c1ab362-49cf-4e4f-a374-1d4e7c674f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:55.835951 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-9c1ab362-49cf-4e4f-a374-1d4e7c674f49 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1099 time: 0.1021390 Oct 28 16:04:55.844199 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c732b903-b0fd-4965-9d82-3c73e8a02627 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6266263 Oct 28 16:04:55.864551 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Request body: {'port': {'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:04:55.936398 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-ab5bc65b-11f5-40ba-8b9b-f2d2eff5c5e4 None None] Provisioning complete for port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:04:55.937010 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-ab5bc65b-11f5-40ba-8b9b-f2d2eff5c5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:55.970384 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-ab5bc65b-11f5-40ba-8b9b-f2d2eff5c5e4 None None] Port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:04:55.972672 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:56.032392 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731727-2828-45f2-a048-f5542b11320c req-c4e1a9da-d92a-482b-a81d-62322e7c6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:56.033761 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-c4e1a9da-d92a-482b-a81d-62322e7c6625 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.1734188 Oct 28 16:04:56.158260 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-ec47e55b-6040-4886-b3ee-f44e52b0807e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 1001 time: 0.1133623 Oct 28 16:04:56.282607 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731727-2828-45f2-a048-f5542b11320c req-2c563280-2373-41fe-890d-72aacc5fb244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:56.283997 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-2c563280-2373-41fe-890d-72aacc5fb244 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.1136479 Oct 28 16:04:56.336455 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30979-8e09-4f43-83eb-a70aec2d20a3 req-70bc8c3a-f4b6-4b91-ad26-87f5c272d4ad tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:56.337881 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-37a30979-8e09-4f43-83eb-a70aec2d20a3 req-70bc8c3a-f4b6-4b91-ad26-87f5c272d4ad tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.1114564 Oct 28 16:04:56.418662 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1731727-2828-45f2-a048-f5542b11320c req-b9bb7b82-8393-4fe2-965d-26f4b3dcb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:56.420174 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-b9bb7b82-8393-4fe2-965d-26f4b3dcb330 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1237979 Oct 28 16:04:56.425125 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-37a30979-8e09-4f43-83eb-a70aec2d20a3 req-7cc77b43-e48e-41f7-a828-1fa877e02292 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806575 Oct 28 16:04:56.455805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7608e734-9030-4cf0-a898-1ccdb1afe8c9 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:04:56.487347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:56.529790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Transition to ACTIVE for port object 7608e734-9030-4cf0-a898-1ccdb1afe8c9 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:04:56.536038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:56.622984 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bf618-ed62-4509-b2a9-afdf4fb567e3 req-d92127f3-620c-421d-9de6-3e76f0141c0f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:56.624573 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b6bf618-ed62-4509-b2a9-afdf4fb567e3 req-d92127f3-620c-421d-9de6-3e76f0141c0f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 931 time: 0.1325345 Oct 28 16:04:56.626444 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-1a020c0e-292b-408d-a848-cda603f7c099 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954801 Oct 28 16:04:56.628437 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Pushing event updated for resources: {'Port': ['ID=7608e734-9030-4cf0-a898-1ccdb1afe8c9,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:56.757358 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1b6bf618-ed62-4509-b2a9-afdf4fb567e3 req-093fbfd5-fd93-43d6-8c31-16da2059a3c6 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236756 Oct 28 16:04:56.797160 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Attempting to bind port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:04:56.797399 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Attempting to bind port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:04:56.797772 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Attempting to bind port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:04:56.806328 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f1731727-2828-45f2-a048-f5542b11320c req-c46edda5-bbdc-40ca-b87d-8f76a8e2cfcb service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651361 Oct 28 16:04:56.806839 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:04:56.807151 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Attempting to bind port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:04:56.812158 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:04:56.812485 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Checking segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:04:56.812860 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Bound using segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:04:56.813319 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Bound port: 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:04:56.813671 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:56.875073 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] For port 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:04:56.878087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] For port 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:04:56.884461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:56.919156 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:56.919705 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:04:56.921457 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] 10.222.0.54 "PUT /v2.0/ports/7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 1093 time: 1.0624259 Oct 28 16:04:56.921884 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:04:56.924201 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:04:56.946049 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f38a2-05b5-4b95-aa15-021efaa09497 service neutron] Pushing event updated for resources: {'Port': ['ID=7608e734-9030-4cf0-a898-1ccdb1afe8c9,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:04:56.970223 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df507a3-bf20-4369-bbf2-267275c6d1f3 x-openstack-request-id: req-4df507a3-bf20-4369-bbf2-267275c6d1f3 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:04:56.970528 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:04:56.970881 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-4df507a3-bf20-4369-bbf2-267275c6d1f3 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:04:56.971418 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'status': 'completed', 'code': 200} Oct 28 16:04:57.020777 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-8f909030-9ccf-4c9b-aadf-abd6cde4c1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:57.022947 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-8f909030-9ccf-4c9b-aadf-abd6cde4c1f7 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0468137 Oct 28 16:04:57.069507 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-74ff63a0-031e-45d0-9bb3-039ddb797a07 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 217 time: 0.0359807 Oct 28 16:04:57.120251 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c1ea0641-1329-4eb7-b172-6ecf643e45d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:57.121721 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-c1ea0641-1329-4eb7-b172-6ecf643e45d1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0450335 Oct 28 16:04:57.173559 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-8b7a4202-4a81-4d37-af9b-c4a835d51360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:57.174992 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-8b7a4202-4a81-4d37-af9b-c4a835d51360 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432878 Oct 28 16:04:57.270899 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-f0447bab-db79-48a7-8b30-e3bd4b64f7bd service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813122 Oct 28 16:04:57.368338 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-775fbd7a-0d27-46a5-a68c-5844c647b073 req-b11352ae-90bc-48e5-8caa-620ca8e67a8d service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888829 Oct 28 16:04:57.461452 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-a850e994-82af-417b-a1f4-5b6390b1aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:57.462806 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-a850e994-82af-417b-a1f4-5b6390b1aa1a service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1096 time: 0.0426626 Oct 28 16:04:57.588361 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66fade-eb83-4066-84ca-c67047d6be28 req-fa231c68-8451-4844-b444-3360223c4385 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:57.589821 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb66fade-eb83-4066-84ca-c67047d6be28 req-fa231c68-8451-4844-b444-3360223c4385 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0784719 Oct 28 16:04:57.593083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-a2eda260-c301-4ef8-b7fb-d73238b1d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:57.594571 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-a2eda260-c301-4ef8-b7fb-d73238b1d9ef service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.1239624 Oct 28 16:04:57.647964 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-8a0a0de6-e434-456c-befa-8f00016c6682 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 217 time: 0.0420747 Oct 28 16:04:57.684946 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb66fade-eb83-4066-84ca-c67047d6be28 req-ef26cd17-4fed-4033-8991-baf86866fdf2 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852854 Oct 28 16:04:58.006228 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-054bb8f8-17fa-49e3-8fca-567080e73ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:58.007615 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-054bb8f8-17fa-49e3-8fca-567080e73ba1 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.3451731 Oct 28 16:04:58.034231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963d09cc-ce8f-4ca1-b0f2-7b1756031efe req-c7d2921c-47e8-4b74-9348-c832a613e1e0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:58.035696 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-963d09cc-ce8f-4ca1-b0f2-7b1756031efe req-c7d2921c-47e8-4b74-9348-c832a613e1e0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 943 time: 0.0697675 Oct 28 16:04:58.087748 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-dd57f8a4-c7f6-473e-960a-5ac458791db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:58.089223 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-dd57f8a4-c7f6-473e-960a-5ac458791db7 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0722630 Oct 28 16:04:58.092105 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-963d09cc-ce8f-4ca1-b0f2-7b1756031efe req-404b5037-5bc2-4cfd-855f-3602c3874325 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Oct 28 16:04:58.188287 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-e72b168f-7b64-4431-b506-3ec8cb69bb98 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905049 Oct 28 16:04:58.286343 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-228cd8d7-6eb0-47b5-b5fd-6b0f65e6a218 req-98904048-1467-4d12-8472-411e9b4b7dbe service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902548 Oct 28 16:04:58.811520 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a368f-896b-4920-ba86-92899c5b809e req-d575b4d5-8604-4ce2-b6e9-5f8ac5891990 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:58.813015 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea2a368f-896b-4920-ba86-92899c5b809e req-d575b4d5-8604-4ce2-b6e9-5f8ac5891990 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0485566 Oct 28 16:04:58.850236 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea2a368f-896b-4920-ba86-92899c5b809e req-444b5451-0a00-4957-9cc8-f47b515b4420 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313303 Oct 28 16:04:59.233974 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e3811-400c-478a-8775-2d8a46ceef2a req-8f07694c-6a0e-476c-9ff8-fb57f2c79db8 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:59.235397 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f18e3811-400c-478a-8775-2d8a46ceef2a req-8f07694c-6a0e-476c-9ff8-fb57f2c79db8 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 943 time: 0.0549197 Oct 28 16:04:59.275021 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f18e3811-400c-478a-8775-2d8a46ceef2a req-e005e913-b089-46b6-a996-fa64f3b723f1 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308661 Oct 28 16:04:59.986357 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4049fa-fdfb-4e40-a4d3-ee37c6fd4e08 req-0ef6173a-f3e5-412c-b003-e6285d5fdbac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:04:59.987854 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa4049fa-fdfb-4e40-a4d3-ee37c6fd4e08 req-0ef6173a-f3e5-412c-b003-e6285d5fdbac tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0525069 Oct 28 16:05:00.030045 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fa4049fa-fdfb-4e40-a4d3-ee37c6fd4e08 req-0c18ffa7-48ad-40c8-b6b9-7f5281d46041 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357587 Oct 28 16:05:00.409345 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38848b5e-86dc-484d-9488-58b18a0dcb05 req-f4230140-c2a7-470c-886e-75ed107060cd tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:00.410837 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38848b5e-86dc-484d-9488-58b18a0dcb05 req-f4230140-c2a7-470c-886e-75ed107060cd tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 943 time: 0.0669937 Oct 28 16:05:00.454158 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-38848b5e-86dc-484d-9488-58b18a0dcb05 req-3f73df0c-9f1d-45b9-8671-fc8cce4e3a07 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341599 Oct 28 16:05:01.160215 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f6c93-2293-4619-8556-c1ae1836c4d7 req-8a9653bb-70cc-49ee-ade9-7c53e9d81c29 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.161701 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6e4f6c93-2293-4619-8556-c1ae1836c4d7 req-8a9653bb-70cc-49ee-ade9-7c53e9d81c29 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0530548 Oct 28 16:05:01.202984 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6e4f6c93-2293-4619-8556-c1ae1836c4d7 req-53a75080-e133-4b26-8c6c-52e7e28f4489 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325701 Oct 28 16:05:01.408738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca5cd-1e1b-4e98-b99a-546a9cd6e9c6 req-cb351e9c-1b37-4a05-8803-0d0125793c0b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.410249 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4dcca5cd-1e1b-4e98-b99a-546a9cd6e9c6 req-cb351e9c-1b37-4a05-8803-0d0125793c0b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0551431 Oct 28 16:05:01.476295 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4dcca5cd-1e1b-4e98-b99a-546a9cd6e9c6 req-f89a23c7-b0be-4500-a5a3-36e5fe33e975 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598547 Oct 28 16:05:01.484408 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-629455e7-5262-4374-a298-375fee83e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.485831 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-629455e7-5262-4374-a298-375fee83e675 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1099 time: 0.0617819 Oct 28 16:05:01.616310 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45540484-abe2-418e-8f93-ded3770709d2 req-7a6e3026-ff30-423f-b679-1bec2848af00 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.617806 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-45540484-abe2-418e-8f93-ded3770709d2 req-7a6e3026-ff30-423f-b679-1bec2848af00 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 943 time: 0.0797050 Oct 28 16:05:01.620641 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-62eb5d77-0b7b-4a9f-acd1-c8b0eecaaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.621966 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-62eb5d77-0b7b-4a9f-acd1-c8b0eecaaa15 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.1262889 Oct 28 16:05:01.697684 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-45540484-abe2-418e-8f93-ded3770709d2 req-b90878f5-8fd5-4f16-a95d-a610114b2fef tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735359 Oct 28 16:05:01.706571 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-01ed1be5-f938-4c19-987a-b28110c41c26 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 1001 time: 0.0765684 Oct 28 16:05:01.766137 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-e40a9ad3-005f-445f-bc31-3b32484e3bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.767734 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-e40a9ad3-005f-445f-bc31-3b32484e3bcf service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0526252 Oct 28 16:05:01.816497 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-34fce321-e42b-4628-82f4-19ad7c37c400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:01.817984 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-34fce321-e42b-4628-82f4-19ad7c37c400 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413170 Oct 28 16:05:01.917596 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-17c9a68c-7043-402d-b5cb-4f46e918d5df service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914187 Oct 28 16:05:02.018389 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb0039ad-69c6-4ae5-b3aa-ecafeab3428f req-f2c117f8-c89d-478c-a984-72d19398b9f8 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932941 Oct 28 16:05:02.602462 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595df26-494a-43db-9755-20f090f80177 req-88381cb2-7c20-4c55-b146-4d4761ccfbeb tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:02.604253 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8595df26-494a-43db-9755-20f090f80177 req-88381cb2-7c20-4c55-b146-4d4761ccfbeb tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0566483 Oct 28 16:05:02.648964 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8595df26-494a-43db-9755-20f090f80177 req-e677ed88-0e4e-412e-9143-26c373315c93 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348945 Oct 28 16:05:02.831380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1b7cd-e399-400d-a153-2cf28458c438 req-01fccaf0-3324-4dd3-80dd-6aecdd62c7e6 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:02.832861 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fdd1b7cd-e399-400d-a153-2cf28458c438 req-01fccaf0-3324-4dd3-80dd-6aecdd62c7e6 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 943 time: 0.0573211 Oct 28 16:05:02.872967 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-fdd1b7cd-e399-400d-a153-2cf28458c438 req-eb918a37-b52f-41f5-be8d-c789a1d99b66 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312023 Oct 28 16:05:03.190458 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:05:03.773932 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e66dcb-03d9-40aa-8f26-5206f5f27f05 req-0544c673-0c41-4e78-91fc-ecf3b62ba347 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:03.775376 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54e66dcb-03d9-40aa-8f26-5206f5f27f05 req-0544c673-0c41-4e78-91fc-ecf3b62ba347 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0564327 Oct 28 16:05:03.817933 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54e66dcb-03d9-40aa-8f26-5206f5f27f05 req-68e28c75-0676-4bf1-ace4-590b4690bd34 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365357 Oct 28 16:05:04.006790 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb27a1ce-ea3d-4c06-8669-62708061f488 req-1fd1bb07-a87a-4b01-bc6e-a607e11be076 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:04.008306 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb27a1ce-ea3d-4c06-8669-62708061f488 req-1fd1bb07-a87a-4b01-bc6e-a607e11be076 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 943 time: 0.0561426 Oct 28 16:05:04.050471 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bb27a1ce-ea3d-4c06-8669-62708061f488 req-d7bdfede-b3f7-4bb7-968d-c9dbca1cbb8c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333288 Oct 28 16:05:04.624259 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 7608e734-9030-4cf0-a898-1ccdb1afe8c9 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:05:04.721918 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:05:04.732893 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:05:04.772654 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:04.784991 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7608e734-9030-4cf0-a898-1ccdb1afe8c9 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:05:04.804524 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:05:04.811065 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:04.859454 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=7608e734-9030-4cf0-a898-1ccdb1afe8c9,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:05:04.866982 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.867321 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.867690 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.868014 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.868340 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.868664 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.868986 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.869281 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.869619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.869934 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.870245 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:04.870537 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:05:05.045051 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['7608e734-9030-4cf0-a898-1ccdb1afe8c9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:05:05.174942 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5a9c1-4fd9-4cb6-b67d-9165c3e9dcda req-1397296e-30da-48a0-a07c-e8cd6097e826 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:05.176490 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04c5a9c1-4fd9-4cb6-b67d-9165c3e9dcda req-1397296e-30da-48a0-a07c-e8cd6097e826 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 944 time: 0.0524004 Oct 28 16:05:05.213707 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04c5a9c1-4fd9-4cb6-b67d-9165c3e9dcda req-2f97e5bf-271c-4861-afb4-3d17f6381f7e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309691 Oct 28 16:05:06.337265 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9124ab3-21cc-48b3-9255-712fe9b4517e req-24861942-6784-4e58-84da-fe726276ab39 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:06.338769 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9124ab3-21cc-48b3-9255-712fe9b4517e req-24861942-6784-4e58-84da-fe726276ab39 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 944 time: 0.0516582 Oct 28 16:05:06.377288 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9124ab3-21cc-48b3-9255-712fe9b4517e req-8ddeaf8a-de48-400d-aaa6-205659b4f8fc tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324433 Oct 28 16:05:06.638434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 7608e734-9030-4cf0-a898-1ccdb1afe8c9 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:05:06.698933 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:05:06.703101 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:05:06.703472 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:06.783255 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:06.810698 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:05:06.813002 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68be2374-ad24-4fab-aa1c-bafa451c97c4" -d '{"events": [{"server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "name": "network-vif-plugged", "status": "completed", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:05:06.825137 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:05:06.830681 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:06.853515 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a57f0ed-a9df-4da4-9182-4c05338fbdfe x-openstack-request-id: req-7a57f0ed-a9df-4da4-9182-4c05338fbdfe {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:05:06.853774 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "name": "network-vif-plugged", "status": "completed", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:05:06.854026 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-7a57f0ed-a9df-4da4-9182-4c05338fbdfe {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:05:06.854408 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'code': 200} Oct 28 16:05:06.880499 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=7608e734-9030-4cf0-a898-1ccdb1afe8c9,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:05:07.078653 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece0ca9-5d37-4178-aecc-f2b09db12663 req-9046fc26-b2ed-4da5-a036-0ea49316f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:07.080143 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6ece0ca9-5d37-4178-aecc-f2b09db12663 req-9046fc26-b2ed-4da5-a036-0ea49316f592 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0419104 Oct 28 16:05:07.114899 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6ece0ca9-5d37-4178-aecc-f2b09db12663 req-da8e9073-4f79-4a80-b820-7cc344e6a66a service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274158 Oct 28 16:05:07.502512 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d81efa-0e8c-4e21-b5ff-525d550b710f req-f269038c-02f9-4971-9a3f-e0dc6511d4eb tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:07.503990 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6d81efa-0e8c-4e21-b5ff-525d550b710f req-f269038c-02f9-4971-9a3f-e0dc6511d4eb tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Oct 28 16:05:07.542103 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c6d81efa-0e8c-4e21-b5ff-525d550b710f req-f355c453-6c1f-437f-935a-391023b6c1ab tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320830 Oct 28 16:05:08.489743 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-222f6c88-fbb7-4cd9-af25-570e4e757935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:08.676397 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9307b4da-8d92-40dd-8c63-aec4a19c003f req-d3bf0545-ddbe-466a-b25c-cd9cae9404ea tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:08.677869 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9307b4da-8d92-40dd-8c63-aec4a19c003f req-d3bf0545-ddbe-466a-b25c-cd9cae9404ea tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0518367 Oct 28 16:05:08.715351 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9307b4da-8d92-40dd-8c63-aec4a19c003f req-53a9ae9a-f613-4677-aaac-cc68febfc176 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Oct 28 16:05:08.836128 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21741b0-b5a2-4663-b29c-02d8aad01ad4 req-c4c07fe3-79a1-42ea-be89-b364a321b664 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:08.837581 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c21741b0-b5a2-4663-b29c-02d8aad01ad4 req-c4c07fe3-79a1-42ea-be89-b364a321b664 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Oct 28 16:05:08.874775 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c21741b0-b5a2-4663-b29c-02d8aad01ad4 req-1b7575e3-0109-4fed-b7df-9cfff8cf7f18 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309618 Oct 28 16:05:08.896688 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55734) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:05:08.939505 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a04411-e5ed-4d90-91cf-10b8117febbf tempest-TestVolumeBootPattern-1127518296 tempest-TestVolumeBootPattern-1127518296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:08.941096 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-69a04411-e5ed-4d90-91cf-10b8117febbf tempest-TestVolumeBootPattern-1127518296 tempest-TestVolumeBootPattern-1127518296-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1093 time: 0.0434599 Oct 28 16:05:08.944038 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55736) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:05:08.948399 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:05:08.979904 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.079464 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.183383 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Allocated IP 172.27.2.10 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/da8f3c3e-7ce1-4ab8-b7e9-e6dc38186034) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:05:09.297810 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.340913 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.388622 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:05:09.391662 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:05:09.395196 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:05:09.400601 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=da8f3c3e-7ce1-4ab8-b7e9-e6dc38186034,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:05:09.749484 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.822174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.973705 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:09.980303 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:10.041219 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=da8f3c3e-7ce1-4ab8-b7e9-e6dc38186034,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:05:10.056539 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:10.161386 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Floating IP 59be079c-632e-4bda-8072-0c3bb1189f82 associated. External IP: 172.27.2.10, port: 7608e734-9030-4cf0-a898-1ccdb1afe8c9. Oct 28 16:05:10.378658 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:05:10.499069 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:05:10.509665 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:05:10.521634 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:05:10.522387 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:04:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:05:10.523675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:10.551133 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-a1ffefa2-bcea-477f-99fe-95620c60b3d0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6060767 Oct 28 16:05:10.551742 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:05:10.554009 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67c2c47-8210-4bc5-9d42-23f6613c75cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:05:10.589868 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3433e11d-e133-43ee-a4ac-1cf513f707dc x-openstack-request-id: req-3433e11d-e133-43ee-a4ac-1cf513f707dc {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:05:10.590154 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:05:10.590407 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3433e11d-e133-43ee-a4ac-1cf513f707dc {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:05:10.590819 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'status': 'completed', 'code': 200} Oct 28 16:05:10.663345 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-fb28c265-b0b5-4d7b-b2c8-8fc5037540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:10.664924 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-fb28c265-b0b5-4d7b-b2c8-8fc5037540e4 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0464513 Oct 28 16:05:10.725739 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:05:10.767720 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-32a65e60-3e7d-4277-85b1-daab0a5d4a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:10.769199 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-32a65e60-3e7d-4277-85b1-daab0a5d4a26 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.0949788 Oct 28 16:05:10.835458 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-a890c755-e7c5-4ac7-93e5-f4f405f653c3 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 998 time: 0.0570590 Oct 28 16:05:10.887083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-a0411d20-0345-4238-bcf2-768c3dc9acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:10.888571 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-a0411d20-0345-4238-bcf2-768c3dc9acf6 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0441616 Oct 28 16:05:10.938964 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-c6d4ad50-0167-48b0-8aad-4488cf141abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:10.940593 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-c6d4ad50-0167-48b0-8aad-4488cf141abc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438833 Oct 28 16:05:10.953326 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:09Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:05:10.982756 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:05:10.991544 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:05:10.992180 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:04:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:05:11.033327 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-82dff200-1b16-40e7-88b8-7de83205f408 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Oct 28 16:05:11.034741 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-9d086f50-c13b-4edb-a65c-b3a82c923662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:11.100929 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:05:11.130267 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c67c2c47-8210-4bc5-9d42-23f6613c75cd req-39f18512-8c36-49d7-9dd1-cc1bced47c6d service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895348 Oct 28 16:05:11.319996 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:09Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:05:11.345969 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57759f24-0701-4f9b-8a0d-07a1721b447d None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:09Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:05:11.546768 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a294f-b9c0-419b-ae73-4f013fb196a5 None None] New status for floating IP 59be079c-632e-4bda-8072-0c3bb1189f82: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:05:11.993944 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:12.290534 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:13.819468 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:22.227601 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:38.489310 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6f7aff65-f8d0-44e5-8e59-ca7aebb50f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:40.195297 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:05:41.041885 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-664570be-6b53-4e28-a920-69a19e8705b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:42.002689 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:42.294988 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:43.815411 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:44.020753 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a3c2f-8f40-4d47-be52-58c6e6bc7dcf req-ee2b103b-e354-415e-b6e6-ebddbe2be5f7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:44.022239 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f03a3c2f-8f40-4d47-be52-58c6e6bc7dcf req-ee2b103b-e354-415e-b6e6-ebddbe2be5f7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0532584 Oct 28 16:05:44.061795 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f03a3c2f-8f40-4d47-be52-58c6e6bc7dcf req-7208f63b-7f8f-41d9-8ef9-838eff1725f5 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333662 Oct 28 16:05:45.197967 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac183b3-2e96-44c6-8966-6bea5c0f2a66 req-90ed5d59-356f-48d0-9a17-99f4ccd6ed1c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:45.199558 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aac183b3-2e96-44c6-8966-6bea5c0f2a66 req-90ed5d59-356f-48d0-9a17-99f4ccd6ed1c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0600367 Oct 28 16:05:45.237785 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aac183b3-2e96-44c6-8966-6bea5c0f2a66 req-50a586b4-c9ce-4645-a367-4184f5288d9b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320604 Oct 28 16:05:46.364579 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625cfc13-26cd-4205-a64e-47fc09c58300 req-f1c89d17-bfaa-439c-ac7d-24dfe4cd2db6 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:46.366033 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-625cfc13-26cd-4205-a64e-47fc09c58300 req-f1c89d17-bfaa-439c-ac7d-24dfe4cd2db6 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0527880 Oct 28 16:05:46.405842 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-625cfc13-26cd-4205-a64e-47fc09c58300 req-9ef6ef11-15c2-4bcc-bb7a-733a5c6f944b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336604 Oct 28 16:05:47.527287 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82803f-b187-4c00-a2e4-9c9f18cfbf92 req-a1b3775b-543b-4398-8739-67e1b3ff92e1 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:47.528812 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa82803f-b187-4c00-a2e4-9c9f18cfbf92 req-a1b3775b-543b-4398-8739-67e1b3ff92e1 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0547106 Oct 28 16:05:47.569678 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa82803f-b187-4c00-a2e4-9c9f18cfbf92 req-bd7da2cb-2ead-4b52-8116-4a99299ed515 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322607 Oct 28 16:05:48.861214 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c818704-5562-4e37-bf0c-fce20fc35880 req-38dcaeb4-207d-4d37-9feb-4b926f058042 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:48.862692 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5c818704-5562-4e37-bf0c-fce20fc35880 req-38dcaeb4-207d-4d37-9feb-4b926f058042 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.2234249 Oct 28 16:05:48.899681 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5c818704-5562-4e37-bf0c-fce20fc35880 req-19548637-efaf-42b5-94a1-ac1bc61b9fc5 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309291 Oct 28 16:05:50.092867 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1db72-9ac8-42f0-a648-ae54f311c254 req-3c3d4564-91c9-48a0-ab20-29babe7d9946 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:50.094321 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d5b1db72-9ac8-42f0-a648-ae54f311c254 req-3c3d4564-91c9-48a0-ab20-29babe7d9946 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.1214912 Oct 28 16:05:50.134982 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d5b1db72-9ac8-42f0-a648-ae54f311c254 req-299d1470-8240-4641-b510-a00c8ce9566e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318303 Oct 28 16:05:51.265042 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3d6fb-8e25-4d8c-834e-d637dca7fca4 req-733327ad-db88-4195-a61f-eccb68499b09 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:51.266496 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f7e3d6fb-8e25-4d8c-834e-d637dca7fca4 req-733327ad-db88-4195-a61f-eccb68499b09 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0553977 Oct 28 16:05:51.308844 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f7e3d6fb-8e25-4d8c-834e-d637dca7fca4 req-31c7a751-cf3a-4135-9326-fd7a89776476 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334539 Oct 28 16:05:52.227898 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:05:52.457545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7112d-1c04-41f3-8ff9-6fb7cbc74aa5 req-c3f69580-8c4c-4f42-bed8-72117a89bc4e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:52.459777 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-91f7112d-1c04-41f3-8ff9-6fb7cbc74aa5 req-c3f69580-8c4c-4f42-bed8-72117a89bc4e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0529351 Oct 28 16:05:52.502384 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-91f7112d-1c04-41f3-8ff9-6fb7cbc74aa5 req-b451a051-c104-4b4a-abb0-9c9a9a8015b6 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364954 Oct 28 16:05:53.631349 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d315e-3d8c-4492-abd5-15cc2a91809f req-1a110f4c-2d06-4106-9db8-fc4a53f1fe23 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:53.632843 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-133d315e-3d8c-4492-abd5-15cc2a91809f req-1a110f4c-2d06-4106-9db8-fc4a53f1fe23 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0532770 Oct 28 16:05:53.674829 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-133d315e-3d8c-4492-abd5-15cc2a91809f req-ac90ca72-c499-4be1-b3db-991025914a3e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331538 Oct 28 16:05:54.804295 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e7b0a1-a8e2-45fc-b4cf-103bf6976d64 req-fae82bee-10a8-45e2-ac13-7edb63046129 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:54.805662 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e7b0a1-a8e2-45fc-b4cf-103bf6976d64 req-fae82bee-10a8-45e2-ac13-7edb63046129 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0545468 Oct 28 16:05:54.843628 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-21e7b0a1-a8e2-45fc-b4cf-103bf6976d64 req-90deba3b-8e4b-4384-91e4-a460f2c06241 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319312 Oct 28 16:05:55.046568 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b14a71-5649-494c-9789-47c67e2c5a51 req-82fbf3dd-abb8-41b6-85ed-4b12b60805ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:55.048056 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-03b14a71-5649-494c-9789-47c67e2c5a51 req-82fbf3dd-abb8-41b6-85ed-4b12b60805ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0485294 Oct 28 16:05:55.111093 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-03b14a71-5649-494c-9789-47c67e2c5a51 req-69a650fd-7c2d-47ef-9e9e-c0e3da617ec4 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548744 Oct 28 16:05:55.114168 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-eba81895-aee6-4a0d-95d4-b61d752d39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:55.115440 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-eba81895-aee6-4a0d-95d4-b61d752d39ae service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1099 time: 0.0665498 Oct 28 16:05:55.207380 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-cfe9996c-319d-4f29-b9b2-a0a587c90a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:55.208852 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-cfe9996c-319d-4f29-b9b2-a0a587c90a29 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.0847490 Oct 28 16:05:55.278264 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-3c0b9ac8-b8b3-4f6d-8c24-c45909f284d9 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 1001 time: 0.0608141 Oct 28 16:05:55.332182 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-10379374-9d4b-4992-bcb3-4be19034b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:55.333706 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-10379374-9d4b-4992-bcb3-4be19034b39f service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0467956 Oct 28 16:05:55.381373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-d13e1222-b9f3-4cb7-80d8-ad2896499a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:55.382734 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-d13e1222-b9f3-4cb7-80d8-ad2896499a33 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407543 Oct 28 16:05:55.479191 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-a5a39600-ec85-434e-9a56-32cc388b9c0e service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874310 Oct 28 16:05:55.572353 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-75b4a3ee-e668-4879-8c10-0e9b7c55b6f4 req-6d7dcf0d-b30c-45b4-b251-1db479642e0c service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844457 Oct 28 16:05:56.236888 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20720cf2-dc40-41d8-a11a-b935b1410b1a req-febf995c-8621-41af-ad2b-c4a17566af53 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:56.238332 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-20720cf2-dc40-41d8-a11a-b935b1410b1a req-febf995c-8621-41af-ad2b-c4a17566af53 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0550554 Oct 28 16:05:56.279624 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-20720cf2-dc40-41d8-a11a-b935b1410b1a req-a505536b-90f2-40b1-8b2d-67533a85a9b9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327601 Oct 28 16:05:57.403760 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcef6d-0ad2-4984-8d36-d3e3b8aa8089 req-ad549706-755d-4eb1-bdab-722a6400a660 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:57.405264 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fdcef6d-0ad2-4984-8d36-d3e3b8aa8089 req-ad549706-755d-4eb1-bdab-722a6400a660 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0492380 Oct 28 16:05:57.447253 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8fdcef6d-0ad2-4984-8d36-d3e3b8aa8089 req-dc5b25bb-85da-4773-83fd-ea0124d07ba4 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339801 Oct 28 16:05:57.768853 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-64c11a7f-c7ba-4ec9-bdd5-b6cb3cc56ab0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0937407 Oct 28 16:05:58.120735 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-067f8805-4311-4baf-b4a6-cf818e100966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:58.122225 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-067f8805-4311-4baf-b4a6-cf818e100966 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 1099 time: 0.3074725 Oct 28 16:05:58.233516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-474b9f84-d664-4e26-ab23-b38703197513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:58.235614 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-474b9f84-d664-4e26-ab23-b38703197513 service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.0890791 Oct 28 16:05:58.309332 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-7cf15188-b302-4b4b-ac50-133dc29b2f37 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 200 len: 1001 time: 0.0657666 Oct 28 16:05:58.361278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-8cf73b9a-6bab-449a-8611-924cc3b9ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:58.362696 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-8cf73b9a-6bab-449a-8611-924cc3b9ca9b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0452213 Oct 28 16:05:58.411574 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-efc268e0-0deb-49fb-83cb-507b6a110c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:05:58.413325 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-efc268e0-0deb-49fb-83cb-507b6a110c3a service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430989 Oct 28 16:05:58.426720 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-993008da-1c64-48a1-922f-60f7c7df764a service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 16:05:58.427673 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-993008da-1c64-48a1-922f-60f7c7df764a service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048721 Oct 28 16:05:58.530918 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-f2e2cae2-75e9-4a77-b983-794b328e4818 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960317 Oct 28 16:05:58.624617 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-be91e726-873e-4e97-8d52-74cf2c74c90a req-1988a54a-3e21-497b-b5ae-594c2b547ad0 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Oct 28 16:06:08.488761 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-99bbc82d-ebf4-461c-a885-844e56fc5c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:11.041982 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-4edb6bd6-717b-4d09-8ac1-6f9f1e413c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:12.003099 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:12.299073 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:13.824685 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:17.199561 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:06:22.232384 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:30.565001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd34e8b-96aa-4250-b7fe-32af46194a1e req-981c593d-4ab9-4a53-ae3c-283596bfe1de tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:30.566538 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0bd34e8b-96aa-4250-b7fe-32af46194a1e req-981c593d-4ab9-4a53-ae3c-283596bfe1de tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0549965 Oct 28 16:06:30.605249 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0bd34e8b-96aa-4250-b7fe-32af46194a1e req-6784e616-ec1b-4d66-bd1a-b22454440f9c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Oct 28 16:06:31.725835 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa907c-15da-4f00-a098-0429345844a7 req-bf24ba1d-e7f5-4169-b17f-1af7534ce7ca tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:31.727269 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4baa907c-15da-4f00-a098-0429345844a7 req-bf24ba1d-e7f5-4169-b17f-1af7534ce7ca tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0508988 Oct 28 16:06:31.767910 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4baa907c-15da-4f00-a098-0429345844a7 req-dc8caedc-3b9a-494e-a0bf-5df2202969d5 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317419 Oct 28 16:06:32.602115 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b0376188-8929-4f50-a8e7-7cab619d0c19 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:32.603616 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b0376188-8929-4f50-a8e7-7cab619d0c19 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.0508387 Oct 28 16:06:32.699029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Deleting port dd2649a7-008a-4627-bb81-65fcd5d65db8 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:06:32.699359 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:32.789088 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] For port dd2649a7-008a-4627-bb81-65fcd5d65db8, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=dd2649a7-008a-4627-bb81-65fcd5d65db8,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:06:32.789905 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:32.937219 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3ccfa9-da41-42e4-9236-db6ee9e98f45 req-7aaf7996-46f4-4af4-beac-aab508f8cd80 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:32.938600 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b3ccfa9-da41-42e4-9236-db6ee9e98f45 req-7aaf7996-46f4-4af4-beac-aab508f8cd80 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=2e04d549-c09c-4090-b98e-db45f6f7e87e HTTP/1.1" status: 200 len: 946 time: 0.1031148 Oct 28 16:06:33.019438 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9b3ccfa9-da41-42e4-9236-db6ee9e98f45 req-4af5e14b-b71b-485f-883e-80dc9f18e319 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=2093068f-d7bf-47dd-a977-1dc31a0eabe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745919 Oct 28 16:06:33.021277 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:33.021632 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:33.021912 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Floating IP 19879be2-13c0-47fa-91d3-2609964ad0ee disassociated. External IP: 172.27.2.81, port: dd2649a7-008a-4627-bb81-65fcd5d65db8. Oct 28 16:06:33.022263 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Calling delete_port for dd2649a7-008a-4627-bb81-65fcd5d65db8 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:06:33.158057 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:33.191174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event deleted for resources: {'Port': ['ID=dd2649a7-008a-4627-bb81-65fcd5d65db8,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:33.199598 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.199944 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.200275 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.200603 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.200928 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.201281 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.201589 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.201912 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.202227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.202543 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.202895 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.203248 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:33.311467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:06:33.420974 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:06:33.431914 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:06:33.442636 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:06:33.443176 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:06:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:33.460132 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] No DVR routers for this DVR port dd2649a7-008a-4627-bb81-65fcd5d65db8 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:06:33.462743 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:33.466068 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-156d48f4-a05d-4bda-bb48-ebd6611fc2fe req-b5c7fd6a-c671-4b56-bf1b-bbd77c658a03 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "DELETE /v2.0/ports/dd2649a7-008a-4627-bb81-65fcd5d65db8 HTTP/1.1" status: 204 len: 173 time: 0.8552947 Oct 28 16:06:33.466514 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'name': 'network-vif-deleted', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:06:33.468815 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f398e718-3ddb-4f9f-b084-fd18f5508a47" -d '{"events": [{"server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "name": "network-vif-deleted", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:06:33.565156 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:06:33.588509 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d715ec-8328-4b67-b66e-1466a2ebb88c x-openstack-request-id: req-08d715ec-8328-4b67-b66e-1466a2ebb88c {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:06:33.588866 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e04d549-c09c-4090-b98e-db45f6f7e87e", "name": "network-vif-deleted", "tag": "dd2649a7-008a-4627-bb81-65fcd5d65db8", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:06:33.589181 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-08d715ec-8328-4b67-b66e-1466a2ebb88c {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:06:33.589648 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e04d549-c09c-4090-b98e-db45f6f7e87e', 'name': 'network-vif-deleted', 'tag': 'dd2649a7-008a-4627-bb81-65fcd5d65db8', 'status': 'completed', 'code': 200} Oct 28 16:06:33.769636 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:33.799414 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:06:33.812146 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:06:33.813135 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:06:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:33.929916 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:06:34.111463 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55852) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:34.174569 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.202533 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.230742 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:34.251507 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.253703 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.254879 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "DELETE /v2.0/security-groups/2093068f-d7bf-47dd-a977-1dc31a0eabe4 HTTP/1.1" status: 204 len: 168 time: 0.1423984 Oct 28 16:06:34.257451 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018723b0-7a56-4dec-bc11-79b0216e9965 None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:06:34.257882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55856) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:34.267323 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2093068f-d7bf-47dd-a977-1dc31a0eabe4,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:34.271934 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.api.v2.resource [None req-623a7571-78d6-4c18-b210-0b79a07a77fc tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] show failed (client error): The resource could not be found. Oct 28 16:06:34.275766 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-623a7571-78d6-4c18-b210-0b79a07a77fc tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups/2093068f-d7bf-47dd-a977-1dc31a0eabe4 HTTP/1.1" status: 404 len: 347 time: 0.0140939 Oct 28 16:06:34.275917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.275917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.276086 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55858) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:34.276319 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.276585 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.276917 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.277236 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.277556 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.277906 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.278223 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.278513 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.278824 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.279138 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b866461-06a6-4d6f-bf9e-e9a27f4d018f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:34.407957 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Deleting port 0195e913-b798-48cc-8a9b-ed64a57d10bc {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:06:34.408305 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.490194 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.490520 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.491181 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f82235-517c-4f0c-8121-6a9943853d58 None None] New status for floating IP 19879be2-13c0-47fa-91d3-2609964ad0ee: DOWN {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:06:34.502604 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Calling delete_port for 0195e913-b798-48cc-8a9b-ed64a57d10bc owned by network:floatingip {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:06:34.651837 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.677183 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event deleted for resources: {'Port': ['ID=0195e913-b798-48cc-8a9b-ed64a57d10bc,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:34.735914 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.738461 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:34.739634 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e80fd43f-6156-474a-a776-a4590e4a28e8 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "DELETE /v2.0/floatingips/19879be2-13c0-47fa-91d3-2609964ad0ee HTTP/1.1" status: 204 len: 168 time: 0.4626575 Oct 28 16:06:35.003213 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55862) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:35.010379 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545872373', 'description': 'tempest-description--1979118503'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:35.042234 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.110340 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.115770 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.143577 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.144796 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1402075 Oct 28 16:06:35.146574 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355d04d-8414-4709-9fac-0a7ecebfd5af tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86ed0a8a-cd22-4f22-9707-212939aca75a,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:35.147899 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55864) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:35.152727 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'security_group_rule': {'security_group_id': '86ed0a8a-cd22-4f22-9707-212939aca75a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:35.189467 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.247333 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.253017 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.269907 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bbb834-46a9-4a69-a559-c5bdceed8a4b,revision_number=0']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:35.280222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.281480 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e61f03e2-81d1-4daf-9cec-de5a9f53eb51 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324468 Oct 28 16:06:35.284386 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55866) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:35.288995 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'security_group_rule': {'security_group_id': '86ed0a8a-cd22-4f22-9707-212939aca75a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:35.316739 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.380380 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.385685 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802962'] for security_group_rule, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.402618 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01730267-195a-4ecf-94b2-17586a6e959e,revision_number=0']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:35.410766 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.412006 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-77efdc91-50fe-4552-a8ca-e6c05bb58aa9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265662 Oct 28 16:06:35.415054 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 55868) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:35.419243 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.v2.base [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884'}} {{(pid=101481) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:35.443518 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.543496 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.647663 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_common [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Allocated IP 172.27.2.131 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/5de65f02-1397-482e-8eca-2710fec75caf) {{(pid=101481) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:06:35.751748 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for port, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.788704 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.829342 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101481) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:06:35.832104 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.base_scheduler [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Resources bound (agent type, host, resource id): {{(pid=101481) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:06:35.835543 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Received port after_create {{(pid=101481) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:06:35.859311 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'Port': ['ID=5de65f02-1397-482e-8eca-2710fec75caf,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:35.919251 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:35.954290 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:36.108493 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for port, precommit_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:36.115277 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3506516'] for port, after_update {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:36.421933 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'Port': ['ID=5de65f02-1397-482e-8eca-2710fec75caf,revision_number=2']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:36.436541 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:36.455524 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:36.456805 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-520811a2-fc77-46e7-ba0a-073ac116b833 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0408061 Oct 28 16:06:36.605644 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-7671ef17-8b0b-441b-9a9b-b4731c5d7d09 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-securitygroup--1545872373&fields=id&tenant_id=b431b5c934fe4214803bdb950a516562 HTTP/1.1" status: 200 len: 267 time: 0.0369873 Oct 28 16:06:36.710536 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-2d7c649e-0cc0-4c79-9f01-8c10f2659127 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:36.712033 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-2d7c649e-0cc0-4c79-9f01-8c10f2659127 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 811 time: 0.0994170 Oct 28 16:06:36.727211 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-91d71c70-5979-4d60-afc4-830fa51dbd49 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/quotas/b431b5c934fe4214803bdb950a516562 HTTP/1.1" status: 200 len: 375 time: 0.0094163 Oct 28 16:06:36.782541 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-956c0d39-98ba-437e-b271-079921e00794 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502412 Oct 28 16:06:36.804691 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e4d00ed0-ebce-4aec-adc4-d7178dc81bb2 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 16:06:36.805622 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e4d00ed0-ebce-4aec-adc4-d7178dc81bb2 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049336 Oct 28 16:06:36.892868 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e692ac15-6771-4388-9453-b4243c2bc060 service neutron] 10.222.0.74 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814841 Oct 28 16:06:36.990603 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-351b96fd-b253-416c-be93-ee7df6a1b25d service neutron] 10.222.0.74 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908246 Oct 28 16:06:37.113646 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device dd2649a7-008a-4627-bb81-65fcd5d65db8 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:06:37.139572 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: dd2649a7-008a-4627-bb81-65fcd5d65db8 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:06:37.140219 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device dd2649a7-008a-4627-bb81-65fcd5d65db8 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:06:37.164111 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7e5d8ed6-1f1e-4629-a05e-2ca84c722eda req-47d0fe44-b3b9-41f8-ac12-5625a18ee26c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 210 time: 0.0272067 Oct 28 16:06:38.212145 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-1d2ad0c1-ff21-4546-bcf0-45fad1b7f1df tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:38.213945 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-1d2ad0c1-ff21-4546-bcf0-45fad1b7f1df tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 811 time: 0.1229415 Oct 28 16:06:38.275225 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-766338d9-c606-42a0-85aa-1aa2bf07706c req-45413835-8cb5-4c5c-a53c-fed05fc4d8c3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 210 time: 0.0321231 Oct 28 16:06:38.293552 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-7e109058-7bda-4c09-85d4-5c39ffc780fb tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b431b5c934fe4214803bdb950a516562 HTTP/1.1" status: 200 len: 380 time: 0.0679271 Oct 28 16:06:38.306417 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'port': {'device_id': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'admin_state_up': True, 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'security_groups': ['86ed0a8a-cd22-4f22-9707-212939aca75a']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:38.419594 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Made reservation on behalf of b431b5c934fe4214803bdb950a516562 for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:06:38.423680 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:38.483253 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-20fb6040-3d8f-47f8-b296-fc7994e61cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:38.550970 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Allocated IP 172.20.0.4 (5422d594-c92c-4387-9b17-bfef5ee3733c/5e460056-45c0-413b-8838-19624d25e782/6c4c7050-08c3-48ec-8437-bd9188ebe2b9) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:06:38.694731 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:38.730872 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:38.773471 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Network 5422d594-c92c-4387-9b17-bfef5ee3733c is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:06:38.776520 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:06:38.780116 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:06:38.786472 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event updated for resources: {'Port': ['ID=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:38.836855 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:38.837473 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:38.855666 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-e6d79f29-8d24-4f11-a5a4-63abe07c0dec tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5529845 Oct 28 16:06:38.870315 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Request body: {'port': {'device_id': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:38.925061 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.050055 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-737b4384-4b8c-43bb-a24a-6a563ea2cbf8 None None] Provisioning complete for port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:06:39.050312 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-737b4384-4b8c-43bb-a24a-6a563ea2cbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.084042 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-737b4384-4b8c-43bb-a24a-6a563ea2cbf8 None None] Port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:06:39.186353 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:06:39.194369 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.206940 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Transition to ACTIVE for port object 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:06:39.214968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.265956 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:39.338825 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Attempting to bind port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:06:39.339308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Attempting to bind port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:06:39.339752 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Attempting to bind port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 on network 5422d594-c92c-4387-9b17-bfef5ee3733c {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:06:39.344643 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 on network 5422d594-c92c-4387-9b17-bfef5ee3733c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:06:39.344959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Attempting to bind port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 on network 5422d594-c92c-4387-9b17-bfef5ee3733c {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:06:39.350278 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:06:39.350615 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Checking segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:06:39.350994 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Bound using segment: {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:06:39.351420 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Bound port: 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582b7986-8b8e-461e-ae64-06d453ea7960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:06:39.351811 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.449629 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c3a4a-8727-45c3-995b-2affa5896ec6 req-397db5d3-8775-4f69-8921-d68ea72eb035 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:39.451104 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f4c3a4a-8727-45c3-995b-2affa5896ec6 req-397db5d3-8775-4f69-8921-d68ea72eb035 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 943 time: 0.0971258 Oct 28 16:06:39.457292 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] For port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:06:39.462371 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] For port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:06:39.476039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.529351 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:39.529961 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:39.531365 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] 10.222.0.54 "PUT /v2.0/ports/6c4c7050-08c3-48ec-8437-bd9188ebe2b9 HTTP/1.1" status: 200 len: 1093 time: 0.6654608 Oct 28 16:06:39.533655 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:06:39.536029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0342ec-7252-45d9-8271-39b05c37c309" -d '{"events": [{"name": "network-changed", "server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:06:39.550371 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8f4c3a4a-8727-45c3-995b-2affa5896ec6 req-6567a73b-86c4-4065-b2c0-cf6494bb7cee tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906727 Oct 28 16:06:39.555812 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74645da0-c063-4f1c-8f62-3f3eb51673cc service neutron] Pushing event updated for resources: {'Port': ['ID=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:39.592844 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8e7bd3-4e63-49ef-8700-c50e6d88dde8 x-openstack-request-id: req-ad8e7bd3-4e63-49ef-8700-c50e6d88dde8 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:06:39.593132 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:06:39.593378 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-ad8e7bd3-4e63-49ef-8700-c50e6d88dde8 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:06:39.593823 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'status': 'completed', 'code': 200} Oct 28 16:06:39.627308 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-97dbd642-ab84-43f4-9073-12d4c1520a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:39.628995 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-97dbd642-ab84-43f4-9073-12d4c1520a12 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 1096 time: 0.0495591 Oct 28 16:06:39.676737 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-8039ab00-3153-4578-b628-5454718e6a81 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9 HTTP/1.1" status: 200 len: 217 time: 0.0382638 Oct 28 16:06:39.726416 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-f99c0866-20ce-4748-ade4-711a4bff7258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:39.727988 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-f99c0866-20ce-4748-ade4-711a4bff7258 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0436163 Oct 28 16:06:39.774285 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de581434-96c5-470d-8d45-4ee586b29b8f req-063b2b3e-7927-457e-a2af-6f87ccf9decc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:39.775789 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-063b2b3e-7927-457e-a2af-6f87ccf9decc service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394371 Oct 28 16:06:39.879213 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-3ccb2a35-1e9b-486e-8407-ef5f99ab2c56 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932124 Oct 28 16:06:39.972215 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-de581434-96c5-470d-8d45-4ee586b29b8f req-bdebfc6e-ab08-4620-a1be-54a29302ed92 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854232 Oct 28 16:06:40.067916 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-b490120b-353e-4764-9db4-0c9f106c6e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:40.069443 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-b490120b-353e-4764-9db4-0c9f106c6e98 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 1096 time: 0.0460987 Oct 28 16:06:40.162174 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-ecdc9889-7ebc-41b7-93f7-84ed72a3688d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:40.163631 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-ecdc9889-7ebc-41b7-93f7-84ed72a3688d service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.0854125 Oct 28 16:06:40.216764 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-19a65e9d-ab5e-4b11-b273-882c7e0e51cb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9 HTTP/1.1" status: 200 len: 217 time: 0.0440788 Oct 28 16:06:40.533213 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-7b6a6201-56ae-4ea9-b016-87eabe8c5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:40.534769 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-7b6a6201-56ae-4ea9-b016-87eabe8c5f39 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.3099811 Oct 28 16:06:40.584706 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-be63b80f-2b3e-4e2a-aeca-299de97a0eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:40.586206 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-be63b80f-2b3e-4e2a-aeca-299de97a0eb9 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429127 Oct 28 16:06:40.723092 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea12a3e2-1864-4255-ac6e-19c3078f7007 req-4594baa2-375d-4c48-829a-5e1ad787bb20 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:40.724616 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea12a3e2-1864-4255-ac6e-19c3078f7007 req-4594baa2-375d-4c48-829a-5e1ad787bb20 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 943 time: 0.0867658 Oct 28 16:06:40.728237 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-33600f5d-2f72-4f24-8e1a-2c4387f5c925 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331897 Oct 28 16:06:40.811362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea12a3e2-1864-4255-ac6e-19c3078f7007 req-aa4a029f-af57-44a3-b737-f47d1021f711 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791707 Oct 28 16:06:40.843018 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-3e0342ec-7252-45d9-8271-39b05c37c309 req-000e0ac4-aa87-4414-a5e5-703891d7fa82 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049507 Oct 28 16:06:41.037695 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-f673fcfb-c879-432b-9ac1-4baafbf4483f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:41.951939 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008847c9-eb8e-4409-9dc7-8cecb6c8353e req-276a1ac8-cec3-497e-9017-43a97d54f28e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:41.953390 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-008847c9-eb8e-4409-9dc7-8cecb6c8353e req-276a1ac8-cec3-497e-9017-43a97d54f28e tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 943 time: 0.0643110 Oct 28 16:06:41.995189 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-008847c9-eb8e-4409-9dc7-8cecb6c8353e req-e1d88aa4-7fc1-4d29-ba7b-0ea67a9ba650 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330424 Oct 28 16:06:42.007039 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:42.305867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:43.118512 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e41133-de25-471d-8a6d-d7d241dddf46 req-3bdb6cf0-d081-447d-999f-df9912cb9cde tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:43.119990 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60e41133-de25-471d-8a6d-d7d241dddf46 req-3bdb6cf0-d081-447d-999f-df9912cb9cde tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 943 time: 0.0560503 Oct 28 16:06:43.143539 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:06:43.162395 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-60e41133-de25-471d-8a6d-d7d241dddf46 req-19ce848e-e09b-4a37-a855-f00fabd7833f tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335674 Oct 28 16:06:43.242731 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:06:43.254444 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'port_id': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'mac_address': 'fa:16:3e:17:80:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:06:43.300806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:43.319866 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:06:43.345915 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:06:43.352973 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:43.400485 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:43.407953 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.408294 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.408637 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.408966 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.409292 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.409619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.409943 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.410267 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.410599 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.410924 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.411282 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.411632 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:06:43.590542 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['6c4c7050-08c3-48ec-8437-bd9188ebe2b9'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:06:43.833271 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:44.286532 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14b30c-1504-4998-9001-0bbbc15056ab req-d2eccf63-f471-4544-ab86-c9f538be893c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:44.288057 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8b14b30c-1504-4998-9001-0bbbc15056ab req-d2eccf63-f471-4544-ab86-c9f538be893c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 944 time: 0.0568976 Oct 28 16:06:44.325975 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8b14b30c-1504-4998-9001-0bbbc15056ab req-1df4bed5-0dfc-4296-b613-5408da28280c tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318470 Oct 28 16:06:45.145945 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:06:45.201006 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:06:45.206921 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:06:45.207534 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:45.289583 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:45.312759 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:06:45.315117 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1298f095-760c-4576-b6a1-f166e7f6a52c" -d '{"events": [{"server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:06:45.327598 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:06:45.333125 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:45.356069 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a6e6d6c-403b-4e4c-b45f-b13780a9e48d x-openstack-request-id: req-3a6e6d6c-403b-4e4c-b45f-b13780a9e48d {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:06:45.356357 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "name": "network-vif-plugged", "status": "completed", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:06:45.356604 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-3a6e6d6c-403b-4e4c-b45f-b13780a9e48d {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:06:45.356979 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'code': 200} Oct 28 16:06:45.383130 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:45.450153 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e7fa-f931-4816-8641-fe89123bd2e5 req-cf88bd65-de9c-4346-a26e-118e04af4a32 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:45.451584 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d26e7fa-f931-4816-8641-fe89123bd2e5 req-cf88bd65-de9c-4346-a26e-118e04af4a32 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0522363 Oct 28 16:06:45.499127 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4d26e7fa-f931-4816-8641-fe89123bd2e5 req-fcd3a386-7b58-4c4a-abdd-f8fc63e11386 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411065 Oct 28 16:06:45.525934 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff674191-731d-4e36-ae9d-0067598eb8fa req-4661b32e-ff78-4483-b379-f7722ee3fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:45.527389 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ff674191-731d-4e36-ae9d-0067598eb8fa req-4661b32e-ff78-4483-b379-f7722ee3fa09 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 1098 time: 0.0424309 Oct 28 16:06:45.565532 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ff674191-731d-4e36-ae9d-0067598eb8fa req-f00acfa6-f85a-45d5-971c-44034da69203 service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292196 Oct 28 16:06:46.626458 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0d372-c506-4dfb-a50c-40b9d979eb75 req-61c349e4-b334-465e-ba0b-98a34b9956bf tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:46.627999 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54d0d372-c506-4dfb-a50c-40b9d979eb75 req-61c349e4-b334-465e-ba0b-98a34b9956bf tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0560648 Oct 28 16:06:46.667416 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-54d0d372-c506-4dfb-a50c-40b9d979eb75 req-9489c4f9-f5c0-4e97-ab91-426777eceba5 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332959 Oct 28 16:06:47.802164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4d6e9-1fa7-4f1b-a992-166f2f3cc416 req-507cf925-6690-402d-bac2-354c18b47cc3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:47.803643 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bbd4d6e9-1fa7-4f1b-a992-166f2f3cc416 req-507cf925-6690-402d-bac2-354c18b47cc3 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0550835 Oct 28 16:06:47.841929 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-bbd4d6e9-1fa7-4f1b-a992-166f2f3cc416 req-5fb64446-2b46-4c3f-9959-74cbf9db36f2 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322127 Oct 28 16:06:47.958738 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009928e-ad5a-469e-8451-34c353f6e9f3 req-c715cd9d-4ae8-4cf3-a396-dbd082ae9bd7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:47.960251 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c009928e-ad5a-469e-8451-34c353f6e9f3 req-c715cd9d-4ae8-4cf3-a396-dbd082ae9bd7 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0524406 Oct 28 16:06:47.970338 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 55926) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:06:47.976576 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Request body: {'floatingip': {'port_id': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:48.018539 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:48.446919 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:48.454134 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:48.561656 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Floating IP 1b1108b5-057e-41e3-8e60-421d0251cd4f associated. External IP: 172.27.2.131, port: 6c4c7050-08c3-48ec-8437-bd9188ebe2b9. Oct 28 16:06:48.787334 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:06:48.892529 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:06:48.898087 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:48.902905 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:06:48.912276 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:06:48.912870 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:06:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:48.925574 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-b251b6b8-350d-4a3e-9c12-ec2651359f2b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "PUT /v2.0/floatingips/1b1108b5-057e-41e3-8e60-421d0251cd4f HTTP/1.1" status: 200 len: 991 time: 0.9541059 Oct 28 16:06:48.926150 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:06:48.928425 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12" -d '{"events": [{"name": "network-changed", "server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:06:48.966690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb44a835-5b6c-41d9-99e5-02d4999f5899 x-openstack-request-id: req-fb44a835-5b6c-41d9-99e5-02d4999f5899 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:06:48.966981 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:06:48.967234 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fb44a835-5b6c-41d9-99e5-02d4999f5899 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:06:48.967692 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'status': 'completed', 'code': 200} Oct 28 16:06:49.017544 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:06:49.037373 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-fd5a78d1-402b-41a6-9403-69cd2708332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:49.038898 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-fd5a78d1-402b-41a6-9403-69cd2708332d service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=b431b5c934fe4214803bdb950a516562&device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 1098 time: 0.0407181 Oct 28 16:06:49.241801 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '1b1108b5-057e-41e3-8e60-421d0251cd4f', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'port_id': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'mac_address': 'fa:16:3e:17:80:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:06:35Z', 'updated_at': '2021-10-28T16:06:48Z', 'revision_number': 1, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:49.270959 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:06:49.280122 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:06:49.280716 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:06:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:49.391939 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:06:49.612912 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '1b1108b5-057e-41e3-8e60-421d0251cd4f', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'port_id': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'mac_address': 'fa:16:3e:17:80:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:06:35Z', 'updated_at': '2021-10-28T16:06:48Z', 'revision_number': 1, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:06:49.640233 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ab6ff-9671-4037-b21f-df166b6c6b44 None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '1b1108b5-057e-41e3-8e60-421d0251cd4f', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'floating_ip_address': '172.27.2.131', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'port_id': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'mac_address': 'fa:16:3e:17:80:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:06:35Z', 'updated_at': '2021-10-28T16:06:48Z', 'revision_number': 1, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:06:49.838416 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb27e3-b3db-4414-ad67-5d794c94f132 None None] New status for floating IP 1b1108b5-057e-41e3-8e60-421d0251cd4f: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:06:51.845578 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-6b4abdad-c7cf-45db-b708-e398abfc2cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:51.847059 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-6b4abdad-c7cf-45db-b708-e398abfc2cdc service neutron] 10.222.0.54 "GET /v2.0/networks?id=5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 200 len: 912 time: 0.0922916 Oct 28 16:06:51.912916 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-f605e671-a1e6-4ab1-9107-101f6e4df815 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9 HTTP/1.1" status: 200 len: 1001 time: 0.0573575 Oct 28 16:06:51.966129 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-cfc037ae-c07d-4cb1-9705-3dddd191d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:51.967639 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-cfc037ae-c07d-4cb1-9705-3dddd191d20b service neutron] 10.222.0.54 "GET /v2.0/subnets?id=5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 200 len: 850 time: 0.0467181 Oct 28 16:06:52.022648 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-f049c25f-2d22-4c50-a5be-add8469bb6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:52.024179 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-f049c25f-2d22-4c50-a5be-add8469bb6f2 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=5422d594-c92c-4387-9b17-bfef5ee3733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467410 Oct 28 16:06:52.113850 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-35701f05-d5cd-42b8-a9f3-35dda333ec61 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813112 Oct 28 16:06:52.207257 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ea3ca034-1bbe-4301-b45c-0ed42b5feb12 req-5cff9a24-1f3c-43af-839c-d31b3ae32451 service neutron] 10.222.0.54 "GET /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856054 Oct 28 16:06:52.221924 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:54.211238 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:06:56.573876 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-7785a35a-68fa-4f63-a305-529830945d8e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1209327136&fields=id&tenant_id=47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 267 time: 0.0329826 Oct 28 16:06:56.680968 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-8f37d836-e9bb-4478-873f-9381db19b73a tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:56.682539 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-8f37d836-e9bb-4478-873f-9381db19b73a tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 812 time: 0.1019828 Oct 28 16:06:56.698481 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-d63066a5-9a03-4d26-97a9-d0fdf03cf22c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/quotas/47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 375 time: 0.0100310 Oct 28 16:06:56.768095 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-bed6e346-7d3d-4bc6-badd-9dc2df10ecd5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0641079 Oct 28 16:06:56.841349 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-454712ef-5870-4023-b634-8764a7d9f0b9 service neutron] http://10.222.0.74:9696/v2.0/extensions returned with HTTP 200 {{(pid=101482) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 16:06:56.842329 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-454712ef-5870-4023-b634-8764a7d9f0b9 service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0600739 Oct 28 16:06:56.937364 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-18373b2a-29dd-422f-a91c-9ee78ba828cd service neutron] 10.222.0.74 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853877 Oct 28 16:06:57.029358 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-73b132b1-4972-4b02-8e49-cf49e122f955 service neutron] 10.222.0.74 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833037 Oct 28 16:06:57.343422 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-6eeb80b2-7771-4f54-abb0-884e10c7bdce req-cef8fccc-4b42-4257-a438-2a49ad624eef tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 210 time: 0.0268695 Oct 28 16:06:58.328335 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-25a26a61-fb97-4aae-bbce-7721698c810f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:58.329798 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-25a26a61-fb97-4aae-bbce-7721698c810f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 812 time: 0.1096089 Oct 28 16:06:58.372252 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-282d1a7e-aa69-4dc8-8159-75712e76e222 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47da1a230e8243e89d018d9d54186ede HTTP/1.1" status: 200 len: 380 time: 0.0327351 Oct 28 16:06:58.383026 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'port': {'device_id': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'admin_state_up': True, 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'security_groups': ['39dad8de-1b0c-47c6-907e-50b61eaf6828']}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:58.458817 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7ec74376-2c61-4d24-96a0-b91e61191535 req-aaeabeda-e56c-48bc-bd90-202d0e16894f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 210 time: 0.0352695 Oct 28 16:06:58.520421 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Made reservation on behalf of 47da1a230e8243e89d018d9d54186ede for: {'port': 1} {{(pid=101482) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 16:06:58.524103 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:58.654206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Allocated IP 172.20.0.11 (fe2f2936-4444-4dda-86c0-26ae6c5d6878/55ac05d7-9598-4ee4-943f-6d3847de8a7c/f99f65b1-5127-4742-8810-7e631c309f4f) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:06:58.780242 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-7b718d29-6f33-4adc-86bd-920ea02de335 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847220 Oct 28 16:06:58.826875 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:58.876776 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-bf0b214b-1ca0-41c1-a9a6-241e9ae25486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:58.878371 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-bf0b214b-1ca0-41c1-a9a6-241e9ae25486 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0664430 Oct 28 16:06:58.888991 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:58.977641 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:06:58.985659 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:06:58.992406 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:06:58.997215 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=f99f65b1-5127-4742-8810-7e631c309f4f,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:06:59.059868 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:59.060492 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:59.076658 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-e8dd477e-fa74-4285-ae9c-4364b4c93f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:59.078148 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-e8dd477e-fa74-4285-ae9c-4364b4c93f8e service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.1611128 Oct 28 16:06:59.087503 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-0f3364f6-0d70-4695-b75d-b6f867f77e21 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7083304 Oct 28 16:06:59.125761 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Request body: {'port': {'device_id': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78075'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:06:59.179121 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-30064442-f656-4f3e-91af-cd12ab2205fc None None] Provisioning complete for port f99f65b1-5127-4742-8810-7e631c309f4f triggered by entity DHCP. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:06:59.179784 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-30064442-f656-4f3e-91af-cd12ab2205fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:59.194722 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-81eff31f-4880-4c18-9bc0-7013288fae2e service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 1000 time: 0.1062431 Oct 28 16:06:59.210684 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:06:59.213094 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-30064442-f656-4f3e-91af-cd12ab2205fc None None] Port f99f65b1-5127-4742-8810-7e631c309f4f cannot update to ACTIVE because it is not bound. {{(pid=101483) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 16:06:59.278774 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-d99bf087-93b3-43e7-8945-6fa8569ce66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:59.280286 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-d99bf087-93b3-43e7-8945-6fa8569ce66a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0769260 Oct 28 16:06:59.721685 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-f38597ee-c4d7-48be-be45-5cc5bd4eb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:59.723184 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-f38597ee-c4d7-48be-be45-5cc5bd4eb098 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4310923 Oct 28 16:06:59.734357 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e4b61-ee89-4012-b2a0-fa0b0b02536e req-3d60fc51-7871-497d-8d98-faecc0ca8e79 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:06:59.735749 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-594e4b61-ee89-4012-b2a0-fa0b0b02536e req-3d60fc51-7871-497d-8d98-faecc0ca8e79 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 932 time: 0.1688783 Oct 28 16:06:59.849664 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-594e4b61-ee89-4012-b2a0-fa0b0b02536e req-7236a8c0-82b1-494f-85d0-b076ea1cbfe4 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033130 Oct 28 16:06:59.893847 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-1a100efb-6909-426e-9e68-e005bd7d97a6 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556602 Oct 28 16:06:59.976957 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99f65b1-5127-4742-8810-7e631c309f4f {{(pid=101482) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:06:59.986764 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:00.005607 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.provisioning_blocks [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Transition to ACTIVE for port object f99f65b1-5127-4742-8810-7e631c309f4f will not be triggered until provisioned by entity L2. {{(pid=101482) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 16:07:00.012354 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:00.061069 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-63d64066-3a55-44ab-aaaa-d7992d208e9d req-76c22e04-f340-44c5-9560-491a17cb9f0f service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580405 Oct 28 16:07:00.073612 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Pushing event updated for resources: {'Port': ['ID=f99f65b1-5127-4742-8810-7e631c309f4f,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:00.148779 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Attempting to bind port f99f65b1-5127-4742-8810-7e631c309f4f on host hv-cinder-78075 for vnic_type normal with profile {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 16:07:00.149001 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Attempting to bind port f99f65b1-5127-4742-8810-7e631c309f4f by drivers openvswitch,hyperv on host hv-cinder-78075 at level 0 using segments [{'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 16:07:00.149347 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Attempting to bind port f99f65b1-5127-4742-8810-7e631c309f4f on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:07:00.154121 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Port f99f65b1-5127-4742-8810-7e631c309f4f on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78075 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 16:07:00.154441 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Attempting to bind port f99f65b1-5127-4742-8810-7e631c309f4f on network fe2f2936-4444-4dda-86c0-26ae6c5d6878 {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 16:07:00.159797 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Checking agent: {'id': '7c2a8d23-fcc6-4050-9c81-dda475ceb0a1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78075', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'started_at': datetime.datetime(2021, 10, 28, 15, 53, 51), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 16, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 16:07:00.160284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Checking segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101482) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 16:07:00.160674 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Bound using segment: {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'} {{(pid=101482) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 16:07:00.161155 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.managers [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Bound port: f99f65b1-5127-4742-8810-7e631c309f4f, host: hv-cinder-78075, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454ad34d-5288-48f8-a093-30ed6c407b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878'}}] {{(pid=101482) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 16:07:00.161513 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:00.229988 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] For port f99f65b1-5127-4742-8810-7e631c309f4f, host hv-cinder-78075, cleared binding levels {{(pid=101482) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 16:07:00.233219 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] For port f99f65b1-5127-4742-8810-7e631c309f4f, host hv-cinder-78075, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f99f65b1-5127-4742-8810-7e631c309f4f,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 16:07:00.239432 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:00.269972 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:00.270551 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:00.272058 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] 10.222.0.54 "PUT /v2.0/ports/f99f65b1-5127-4742-8810-7e631c309f4f HTTP/1.1" status: 200 len: 1094 time: 1.1763330 Oct 28 16:07:00.274330 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:07:00.277304 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f579f6-3349-45c5-97b7-a186b770c0f2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:07:00.327286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b751a-7748-4c4b-8b1e-a290cdd64c1f service neutron] Pushing event updated for resources: {'Port': ['ID=f99f65b1-5127-4742-8810-7e631c309f4f,revision_number=3']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:00.332025 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d943327a-4fde-4541-82c9-0175c8ebba3a x-openstack-request-id: req-d943327a-4fde-4541-82c9-0175c8ebba3a {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:07:00.332284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:07:00.332529 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-d943327a-4fde-4541-82c9-0175c8ebba3a {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:07:00.332910 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'status': 'completed', 'code': 200} Oct 28 16:07:00.362931 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-ae049dbc-61eb-4001-9a6c-9ce3619d6370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:00.364633 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-ae049dbc-61eb-4001-9a6c-9ce3619d6370 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 1097 time: 0.0466399 Oct 28 16:07:00.415345 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-872f8862-d342-4ded-a5b2-bfba4e7e0a65 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99f65b1-5127-4742-8810-7e631c309f4f HTTP/1.1" status: 200 len: 217 time: 0.0411012 Oct 28 16:07:00.467685 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-e5dc0855-808d-4cf4-8279-b03ec82f2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:00.469158 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-e5dc0855-808d-4cf4-8279-b03ec82f2b21 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0447466 Oct 28 16:07:00.527716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e222b-0c93-4737-bae0-57f9232390cf req-4d07f7f8-b86c-4998-90f6-3ed66bda6c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:00.529183 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-4d07f7f8-b86c-4998-90f6-3ed66bda6c11 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408189 Oct 28 16:07:00.624711 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-20dc404d-56c5-437f-b002-2032a89716a9 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869622 Oct 28 16:07:00.714805 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f85e222b-0c93-4737-bae0-57f9232390cf req-44b9ff0d-1e1d-4275-8bc2-fe495e9320eb service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816698 Oct 28 16:07:00.803986 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-1b169126-9ec6-41fa-b4d2-1f22a194b4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:00.805443 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-1b169126-9ec6-41fa-b4d2-1f22a194b4fb service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 1097 time: 0.0444446 Oct 28 16:07:00.896853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-1bc31646-c834-4d25-a356-6b46836fbe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:00.898367 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-1bc31646-c834-4d25-a356-6b46836fbe73 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.0855057 Oct 28 16:07:00.944441 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-de7ddd21-7ba5-445b-a6c6-39483c1cfdaa service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99f65b1-5127-4742-8810-7e631c309f4f HTTP/1.1" status: 200 len: 217 time: 0.0378046 Oct 28 16:07:01.018091 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-d25d4a0a-5989-43ea-9be5-0f788b76f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:01.019637 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-d25d4a0a-5989-43ea-9be5-0f788b76f1bd service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0674188 Oct 28 16:07:01.045596 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82c391-0391-4d23-aa7f-d2c0940fc140 req-331352f0-ab4e-4d54-9180-c705fedf93d4 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:01.047016 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da82c391-0391-4d23-aa7f-d2c0940fc140 req-331352f0-ab4e-4d54-9180-c705fedf93d4 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0676918 Oct 28 16:07:01.098393 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-cddae52e-be73-4102-a717-3705233f7af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:01.099902 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-cddae52e-be73-4102-a717-3705233f7af5 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704236 Oct 28 16:07:01.102765 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-da82c391-0391-4d23-aa7f-d2c0940fc140 req-25354420-b6b5-4d7a-9d35-c468c01d0053 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421119 Oct 28 16:07:01.196298 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-44b1a40c-ca81-401f-b272-d9c10f785d10 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875447 Oct 28 16:07:01.311895 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12f579f6-3349-45c5-97b7-a186b770c0f2 req-2fab4596-206b-4c27-951b-a5eede2d6a73 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014283 Oct 28 16:07:02.221285 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d61c17-2298-4b65-be5c-49f5cbc5e99a req-ec4ff7a1-ccfc-4cb0-912c-d0b774226301 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:02.222757 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-86d61c17-2298-4b65-be5c-49f5cbc5e99a req-ec4ff7a1-ccfc-4cb0-912c-d0b774226301 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0496116 Oct 28 16:07:02.260972 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-86d61c17-2298-4b65-be5c-49f5cbc5e99a req-bcd4e305-e95a-44a8-a677-6f0d4ba1b20c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319872 Oct 28 16:07:03.392409 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215fdda-349e-4de1-a5ec-5bf2f9fc814c req-85370202-fa25-4738-a1a1-58e525841d46 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:03.393909 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2215fdda-349e-4de1-a5ec-5bf2f9fc814c req-85370202-fa25-4738-a1a1-58e525841d46 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0533116 Oct 28 16:07:03.433362 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2215fdda-349e-4de1-a5ec-5bf2f9fc814c req-b5be178d-0b47-4fc5-ae32-5c16b9a4dce3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332220 Oct 28 16:07:04.569565 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38ff4d6-1e6d-4c57-b962-d3d2b3ff4b6e req-378ace54-9944-4a39-9372-005208a38f51 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:04.571044 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b38ff4d6-1e6d-4c57-b962-d3d2b3ff4b6e req-378ace54-9944-4a39-9372-005208a38f51 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0553381 Oct 28 16:07:04.608548 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b38ff4d6-1e6d-4c57-b962-d3d2b3ff4b6e req-ccf1d78f-b5b6-492d-bbbe-2c4e50b58d55 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313573 Oct 28 16:07:05.725690 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a2d7b-a7bc-4755-83fd-0e662c9f9ff2 req-fc73c296-dcbf-4329-bb8d-e78a0593124c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:05.727144 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9d7a2d7b-a7bc-4755-83fd-0e662c9f9ff2 req-fc73c296-dcbf-4329-bb8d-e78a0593124c tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0493269 Oct 28 16:07:05.765699 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9d7a2d7b-a7bc-4755-83fd-0e662c9f9ff2 req-51d9e1ec-6970-41c0-8342-cbf58e67ecc1 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Oct 28 16:07:06.895991 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e3780-fe5b-4cea-98e4-11e440f540dd req-bf3b501c-2a4d-4c42-a7ba-6f0972278614 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:06.897380 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f52e3780-fe5b-4cea-98e4-11e440f540dd req-bf3b501c-2a4d-4c42-a7ba-6f0972278614 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0527105 Oct 28 16:07:06.945297 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-f52e3780-fe5b-4cea-98e4-11e440f540dd req-5b0f5eff-922a-4605-b7c8-5510f0e6ff12 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416017 Oct 28 16:07:08.078252 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0fd518-78ed-43e2-949b-6a9aba2325e4 req-844228a5-c7dc-4c0c-bebc-4320a613ab54 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:08.079717 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8b0fd518-78ed-43e2-949b-6a9aba2325e4 req-844228a5-c7dc-4c0c-bebc-4320a613ab54 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0551651 Oct 28 16:07:08.117374 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-8b0fd518-78ed-43e2-949b-6a9aba2325e4 req-436efb8a-2594-4dcb-b8f2-1ba6ff7fd142 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316641 Oct 28 16:07:08.502593 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-725e4750-8ceb-4065-8851-48939f96c8e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:09.240578 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c9e2a6-d8bd-4a56-b581-59bb95182fde req-d37b2782-eafa-4b28-93de-77216387142f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:09.242044 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e5c9e2a6-d8bd-4a56-b581-59bb95182fde req-d37b2782-eafa-4b28-93de-77216387142f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 944 time: 0.0511675 Oct 28 16:07:09.280069 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e5c9e2a6-d8bd-4a56-b581-59bb95182fde req-3614ab1d-cf75-44f9-9cfb-bc7d9fb7b632 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Oct 28 16:07:09.339794 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f99f65b1-5127-4742-8810-7e631c309f4f details requested by agent hyperv_hv-cinder-78075 with host hv-cinder-78075 {{(pid=101483) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 16:07:09.453260 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f99f65b1-5127-4742-8810-7e631c309f4f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f99f65b1-5127-4742-8810-7e631c309f4f,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:07:09.464286 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Returning: {'device': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'port_id': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'mac_address': 'fa:16:3e:d1:f1:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101483) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 16:07:09.500619 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:09.513275 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99f65b1-5127-4742-8810-7e631c309f4f {{(pid=101483) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 16:07:09.533663 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f99f65b1-5127-4742-8810-7e631c309f4f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f99f65b1-5127-4742-8810-7e631c309f4f,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:07:09.540306 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:09.589046 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=f99f65b1-5127-4742-8810-7e631c309f4f,revision_number=4']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:09.808120 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] get_ports_and_sgs() called for port_ids ['f99f65b1-5127-4742-8810-7e631c309f4f'] {{(pid=101483) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 16:07:10.405846 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b13b3-b43e-455e-91d7-477a6af65692 req-40c0669d-3013-4dd6-aaea-8c59cc16f7ee tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:10.407344 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-383b13b3-b43e-455e-91d7-477a6af65692 req-40c0669d-3013-4dd6-aaea-8c59cc16f7ee tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 945 time: 0.0508885 Oct 28 16:07:10.446626 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-383b13b3-b43e-455e-91d7-477a6af65692 req-4ae65602-0ad3-4850-9d66-0701d4acb5f5 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331056 Oct 28 16:07:11.054698 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-40c00e8a-8e58-4fd6-8cfb-112f4b7784c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:11.349243 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f99f65b1-5127-4742-8810-7e631c309f4f up at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 16:07:11.411348 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning for port f99f65b1-5127-4742-8810-7e631c309f4f completed by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 16:07:11.415909 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.provisioning_blocks [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Provisioning complete for port f99f65b1-5127-4742-8810-7e631c309f4f triggered by entity L2. {{(pid=101483) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 16:07:11.416276 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-943996'] for port, provisioning_complete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:11.494828 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:11.516998 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f'}] {{(pid=101483) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:07:11.519256 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d9cfd364a85b0a08b4bf829ce5061953a32532e5942de5605c26c6ae33172f69" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c44d66a-f829-4768-91ff-edec8cdd3a63" -d '{"events": [{"server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "name": "network-vif-plugged", "status": "completed", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f"}]}' {{(pid=101483) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:07:11.535336 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] For port f99f65b1-5127-4742-8810-7e631c309f4f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f99f65b1-5127-4742-8810-7e631c309f4f,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:07:11.540710 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922'] for port, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:11.570105 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7979a61-8406-4aa9-9e7c-976352525eac req-ef98fa50-c78f-4517-ba4e-7408f37c9b9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:11.571868 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a7979a61-8406-4aa9-9e7c-976352525eac req-ef98fa50-c78f-4517-ba4e-7408f37c9b9f tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 945 time: 0.0538926 Oct 28 16:07:11.588306 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Pushing event updated for resources: {'Port': ['ID=f99f65b1-5127-4742-8810-7e631c309f4f,revision_number=5']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:11.611171 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a7979a61-8406-4aa9-9e7c-976352525eac req-7aaa4836-0757-495e-8909-8cc2ff65e783 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330460 Oct 28 16:07:11.682084 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:07:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa72e9-52f1-4420-9839-715a53884b78 x-openstack-request-id: req-02fa72e9-52f1-4420-9839-715a53884b78 {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:07:11.682373 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "name": "network-vif-plugged", "status": "completed", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f", "code": 200}]} {{(pid=101483) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:07:11.682622 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02fa72e9-52f1-4420-9839-715a53884b78 {{(pid=101483) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:07:11.683050 dv-cinder-780759-4-iscsi neutron-server[101483]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'code': 200} Oct 28 16:07:11.935166 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a18544-41d2-487b-a5f6-4d5ef8819463 req-4e50ff88-a33a-4be1-8887-86be57dd7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:11.936707 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a2a18544-41d2-487b-a5f6-4d5ef8819463 req-4e50ff88-a33a-4be1-8887-86be57dd7521 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 1099 time: 0.0430012 Oct 28 16:07:11.972732 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-a2a18544-41d2-487b-a5f6-4d5ef8819463 req-a5e7ee5e-7d45-4eb9-92d9-ca65f3076c0b service neutron] 10.222.0.54 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281909 Oct 28 16:07:12.007123 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:12.297055 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:12.741514 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f71a6-ff2e-4d9d-b9d1-ce185879b57f req-a8e1c04c-b6f2-452a-96c1-0f31b8c0e4c7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:12.742965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4f3f71a6-ff2e-4d9d-b9d1-ce185879b57f req-a8e1c04c-b6f2-452a-96c1-0f31b8c0e4c7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0532570 Oct 28 16:07:12.780047 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4f3f71a6-ff2e-4d9d-b9d1-ce185879b57f req-46694c98-daa1-40a1-aa00-96a3338d1268 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308528 Oct 28 16:07:13.829124 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:13.909206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32f2a4-dab9-49e8-a9e5-1504a4a797b2 req-897a46e4-fd1a-4426-9195-cfe5fbe2b44a tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:13.910589 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5d32f2a4-dab9-49e8-a9e5-1504a4a797b2 req-897a46e4-fd1a-4426-9195-cfe5fbe2b44a tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0557923 Oct 28 16:07:13.952838 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-5d32f2a4-dab9-49e8-a9e5-1504a4a797b2 req-b66d7ba4-1eec-400a-8d0f-2a551b54f3a4 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351112 Oct 28 16:07:14.100765 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3070a-47e5-4481-9adf-fd0cac8a5eb7 req-dc5a223a-06c4-4c29-acc2-07bc97f22048 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:14.102761 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7ef3070a-47e5-4481-9adf-fd0cac8a5eb7 req-dc5a223a-06c4-4c29-acc2-07bc97f22048 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0686481 Oct 28 16:07:14.146432 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-7ef3070a-47e5-4481-9adf-fd0cac8a5eb7 req-0a88f187-aa3a-4159-8f7d-de13795ee340 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353689 Oct 28 16:07:14.169100 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56062) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:07:14.210398 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de611cf4-64b0-4245-95b3-e8a4e4459d19 tempest-TestVolumeBootPattern-1127518296 tempest-TestVolumeBootPattern-1127518296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:14.211981 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-de611cf4-64b0-4245-95b3-e8a4e4459d19 tempest-TestVolumeBootPattern-1127518296 tempest-TestVolumeBootPattern-1127518296-project-admin] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 1094 time: 0.0419180 Oct 28 16:07:14.215799 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56064) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:07:14.220638 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.v2.base [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Request body: {'floatingip': {'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'port_id': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101482) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 16:07:14.245979 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:14.352402 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:14.456094 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_common [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Allocated IP 172.27.2.95 (cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884/d6605499-d04d-490b-b2a0-36474c8154b0/87fe3b6c-8020-482c-874a-dd1383d88596) {{(pid=101482) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 16:07:14.561731 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:14.597916 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755889249886', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:14.637661 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Network cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884 is already hosted by enough agents. {{(pid=101482) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 16:07:14.640714 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.base_scheduler [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Resources bound (agent type, host, resource id): {{(pid=101482) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 16:07:14.644922 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Received port after_create {{(pid=101482) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 16:07:14.647867 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=87fe3b6c-8020-482c-874a-dd1383d88596,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:14.989056 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:15.057872 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-998860'] for port, before_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:15.206923 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for port, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:15.214762 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755889745902', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755889249904', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755889249922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3339981'] for port, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:15.284238 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event updated for resources: {'Port': ['ID=87fe3b6c-8020-482c-874a-dd1383d88596,revision_number=2']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:15.297619 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:15.399716 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Floating IP 11970907-5b62-49a5-b024-0a5e85e93456 associated. External IP: 172.27.2.95, port: f99f65b1-5127-4742-8810-7e631c309f4f. Oct 28 16:07:15.616562 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:07:15.729989 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:07:15.740286 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:07:15.750261 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:15.752109 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:07:15.752855 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:07:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:15.778335 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-bdd162e7-f20a-4994-ad48-dd7bf5809363 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5614130 Oct 28 16:07:15.778962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:07:15.781542 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0216acfd-2a62-473b-af42-aaf3da84bfe2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:07:15.822721 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b66a1f-29fa-4841-8994-d9ab3780a012 x-openstack-request-id: req-c7b66a1f-29fa-4841-8994-d9ab3780a012 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:07:15.823013 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:07:15.823255 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-c7b66a1f-29fa-4841-8994-d9ab3780a012 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:07:15.823705 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'status': 'completed', 'code': 200} Oct 28 16:07:15.865887 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:07:16.103451 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '11970907-5b62-49a5-b024-0a5e85e93456', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:d1:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:07:14Z', 'updated_at': '2021-10-28T16:07:14Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}, {'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:11Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:16.151161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-e2384294-eba6-4377-adf3-882544cede32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:16.152727 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-e2384294-eba6-4377-adf3-882544cede32 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 1099 time: 0.3037293 Oct 28 16:07:16.220589 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:07:16.230042 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:07:16.230687 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:07:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:16.245594 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-f9cc7cae-aee8-46d4-8def-2ba7963700d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:16.247100 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-f9cc7cae-aee8-46d4-8def-2ba7963700d3 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.0858259 Oct 28 16:07:16.314965 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-50d55986-de3d-4b91-b60b-20387c63b173 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99f65b1-5127-4742-8810-7e631c309f4f HTTP/1.1" status: 200 len: 999 time: 0.0596731 Oct 28 16:07:16.339643 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:07:16.364286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-6928d426-68bb-4516-8aed-ecba8f366333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:16.365686 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-6928d426-68bb-4516-8aed-ecba8f366333 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0432689 Oct 28 16:07:16.411395 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-0195979e-ad8f-4b4e-ab3e-08e635123c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:16.412925 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-0195979e-ad8f-4b4e-ab3e-08e635123c10 service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398915 Oct 28 16:07:16.507354 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-6b1ac43c-19bd-42ad-b3cd-04b747151438 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862031 Oct 28 16:07:16.564977 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '11970907-5b62-49a5-b024-0a5e85e93456', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:d1:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:07:14Z', 'updated_at': '2021-10-28T16:07:14Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}, {'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:11Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:16.594912 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f5668-47bb-41c6-8906-484f04ca71ac None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '11970907-5b62-49a5-b024-0a5e85e93456', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.95', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:d1:f1:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:07:14Z', 'updated_at': '2021-10-28T16:07:14Z', 'revision_number': 0, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}, {'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:11Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:07:16.598837 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0216acfd-2a62-473b-af42-aaf3da84bfe2 req-ab82a4a8-655a-4a1d-ac60-bc25638e5fa5 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826542 Oct 28 16:07:16.788656 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e984ef-fdda-43af-8d83-c3661ec56903 None None] New status for floating IP 11970907-5b62-49a5-b024-0a5e85e93456: ACTIVE {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:07:22.243690 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:31.204931 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:07:38.486830 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2830e554-2a20-4c34-9d0f-2e68ab87d350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:41.040191 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d1545408-8a3c-4f28-bc0c-bdd11b4cc848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:42.021695 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:42.299667 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:43.835148 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:52.241075 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:52.263923 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8638c4c-60a8-4e4a-ac81-0d64f286711b req-a177f056-b563-4ae9-8b13-2092152cafb4 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:52.265411 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d8638c4c-60a8-4e4a-ac81-0d64f286711b req-a177f056-b563-4ae9-8b13-2092152cafb4 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0549245 Oct 28 16:07:52.313637 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d8638c4c-60a8-4e4a-ac81-0d64f286711b req-d7cd43ca-c430-4519-a798-d35a94b45952 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394461 Oct 28 16:07:53.454492 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e3b33-c62d-49a0-9027-9cfe109f9d05 req-d6b73fb6-275e-45ac-ab7e-5911a4540ac9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:53.456001 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d64e3b33-c62d-49a0-9027-9cfe109f9d05 req-d6b73fb6-275e-45ac-ab7e-5911a4540ac9 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0634191 Oct 28 16:07:53.499267 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-d64e3b33-c62d-49a0-9027-9cfe109f9d05 req-5a49f1c7-373f-4a24-9c60-9aed9b44aaab tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343201 Oct 28 16:07:54.116235 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-b7374dd7-d423-42ff-9a58-9f8bb8d7c102 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:54.117699 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-b7374dd7-d423-42ff-9a58-9f8bb8d7c102 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0550776 Oct 28 16:07:54.210923 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Deleting port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:07:54.211223 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:54.302310 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] For port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:07:54.302652 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:54.475103 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:54.475832 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1595950'] for floatingip, after_update {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:54.475832 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Floating IP 1b1108b5-057e-41e3-8e60-421d0251cd4f disassociated. External IP: 172.27.2.131, port: 6c4c7050-08c3-48ec-8437-bd9188ebe2b9. Oct 28 16:07:54.476034 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Calling delete_port for 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:07:54.633074 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:54.646564 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f94c06-f406-4fd8-b9b5-b8e651915f7a req-7c5806b6-b818-4114-baa0-bd6b141dd771 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:54.648086 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9f94c06-f406-4fd8-b9b5-b8e651915f7a req-7c5806b6-b818-4114-baa0-bd6b141dd771 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/ports?device_id=18fb7af8-b221-458a-8bae-eb712e7f6adb HTTP/1.1" status: 200 len: 945 time: 0.0721643 Oct 28 16:07:54.673035 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event deleted for resources: {'Port': ['ID=6c4c7050-08c3-48ec-8437-bd9188ebe2b9,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:54.697601 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.697955 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.698284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.698624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.698954 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.699286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.699669 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.700000 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.700334 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.700642 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.700966 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.701286 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:54.780683 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b9f94c06-f406-4fd8-b9b5-b8e651915f7a req-5e0c4167-75bb-48ea-b4ca-f230652ade80 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups?id=86ed0a8a-cd22-4f22-9707-212939aca75a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098247 Oct 28 16:07:54.820455 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:07:54.934018 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:07:54.945691 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:07:54.957243 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:07:54.957946 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:07:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:54.973124 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] No DVR routers for this DVR port 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:07:54.975826 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:54.979178 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-9f5499a7-ae37-4f1c-bf16-31afec1b796d req-22131035-5063-407f-86d8-840f0306c7d0 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.54 "DELETE /v2.0/ports/6c4c7050-08c3-48ec-8437-bd9188ebe2b9 HTTP/1.1" status: 204 len: 173 time: 0.8541398 Oct 28 16:07:54.979684 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'name': 'network-vif-deleted', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:07:54.981947 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4e449-f32a-4f66-a4e7-77bb1eed21ff" -d '{"events": [{"server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "name": "network-vif-deleted", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:07:55.040959 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ae83ad-a597-49aa-8d0d-dcfb213cb646 x-openstack-request-id: req-49ae83ad-a597-49aa-8d0d-dcfb213cb646 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:07:55.041250 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18fb7af8-b221-458a-8bae-eb712e7f6adb", "name": "network-vif-deleted", "tag": "6c4c7050-08c3-48ec-8437-bd9188ebe2b9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:07:55.041500 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-49ae83ad-a597-49aa-8d0d-dcfb213cb646 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:07:55.041897 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18fb7af8-b221-458a-8bae-eb712e7f6adb', 'name': 'network-vif-deleted', 'tag': '6c4c7050-08c3-48ec-8437-bd9188ebe2b9', 'status': 'completed', 'code': 200} Oct 28 16:07:55.067452 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:07:55.270045 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:55.296484 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:07:55.305766 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:07:55.306358 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:07:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:55.415968 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:07:55.635762 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:07:55.665602 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc6ce3-bb85-4cec-b5f9-b89b9fd5076d None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:40Z', 'revision_number': 4, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'f41789ce-ee67-4567-a5b5-e41b7172df44', 'name': '', 'network_id': '5422d594-c92c-4387-9b17-bfef5ee3733c', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'mac_address': 'fa:16:3e:5b:73:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '5e460056-45c0-413b-8838-19624d25e782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:39Z', 'updated_at': '2021-10-28T16:03:44Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'subnets': [{'id': '5e460056-45c0-413b-8838-19624d25e782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:07:55.868459 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56240) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:07:55.887890 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7eccf8-a307-4860-b595-9c4eae2202e0 None None] New status for floating IP 1b1108b5-057e-41e3-8e60-421d0251cd4f: DOWN {{(pid=101483) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:07:55.923101 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-763d14e8-bb9a-4298-be88-a840a6bbcd1b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:55.945962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-763d14e8-bb9a-4298-be88-a840a6bbcd1b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:55.994037 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-763d14e8-bb9a-4298-be88-a840a6bbcd1b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:55.997675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-763d14e8-bb9a-4298-be88-a840a6bbcd1b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:55.999027 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-763d14e8-bb9a-4298-be88-a840a6bbcd1b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "DELETE /v2.0/security-groups/86ed0a8a-cd22-4f22-9707-212939aca75a HTTP/1.1" status: 204 len: 168 time: 0.1293046 Oct 28 16:07:56.001819 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56242) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:07:56.009179 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d14e8-bb9a-4298-be88-a840a6bbcd1b tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86ed0a8a-cd22-4f22-9707-212939aca75a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:56.016256 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.api.v2.resource [None req-05266016-2df2-4a21-b63f-fb85de37d413 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] show failed (client error): The resource could not be found. Oct 28 16:07:56.020050 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-05266016-2df2-4a21-b63f-fb85de37d413 tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "GET /v2.0/security-groups/86ed0a8a-cd22-4f22-9707-212939aca75a HTTP/1.1" status: 404 len: 347 time: 0.0144920 Oct 28 16:07:56.021040 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56246) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:07:56.153948 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Deleting port 5de65f02-1397-482e-8eca-2710fec75caf {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:07:56.154170 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:56.232898 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:56.233231 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:56.244984 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Calling delete_port for 5de65f02-1397-482e-8eca-2710fec75caf owned by network:floatingip {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:07:56.380774 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:56.408491 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Pushing event deleted for resources: {'Port': ['ID=5de65f02-1397-482e-8eca-2710fec75caf,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:07:56.420185 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.420534 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.420878 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.421206 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.421528 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.421851 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.422238 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.422560 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.422884 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.423202 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.423548 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.423865 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:07:56.479287 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks [] for floatingip, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:56.482781 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:07:56.484296 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4133a11e-9b2e-439d-9d5d-ee75f08527ce tempest-AttachVolumeTestJSON-247313256 tempest-AttachVolumeTestJSON-247313256-project] 10.222.0.74 "DELETE /v2.0/floatingips/1b1108b5-057e-41e3-8e60-421d0251cd4f HTTP/1.1" status: 204 len: 168 time: 0.4622347 Oct 28 16:07:57.601516 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:07:57.630512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:07:57.630806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 6c4c7050-08c3-48ec-8437-bd9188ebe2b9 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:07:58.727302 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-beb804a3-fb58-44e4-8e06-c073a5e09465 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427520 Oct 28 16:07:58.815590 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-35a3c999-b6a4-4be8-a99f-e9e368ee1ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:58.817086 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-35a3c999-b6a4-4be8-a99f-e9e368ee1ad2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0418804 Oct 28 16:07:58.932003 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-df14e714-9ff0-4da6-ab54-a5c8fde68cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:58.933507 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-df14e714-9ff0-4da6-ab54-a5c8fde68cd0 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.0951602 Oct 28 16:07:59.004323 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-0a65bab6-cb99-48c5-af26-147c5a0bdfbb service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 1000 time: 0.0587132 Oct 28 16:07:59.054760 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-811ada84-445f-47a3-be78-de03fde46304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:59.056392 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-811ada84-445f-47a3-be78-de03fde46304 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0448134 Oct 28 16:07:59.122788 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-956a176f-2c38-47bf-9369-c6c93686a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:07:59.124261 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-956a176f-2c38-47bf-9369-c6c93686a21b service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564439 Oct 28 16:07:59.222742 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-d3d91f0e-8bc0-4491-980c-4c52208dd69d service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907941 Oct 28 16:07:59.320037 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-4361c834-dde4-41b1-9208-5e8479e247b4 req-7115d514-2e53-418c-84e3-7bd3a9089ebd service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896354 Oct 28 16:08:00.041006 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56274) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:00.381254 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:00.624762 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Deleting port f41789ce-ee67-4567-a5b5-e41b7172df44 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:08:00.625159 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:00.709842 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] For port f41789ce-ee67-4567-a5b5-e41b7172df44, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=f41789ce-ee67-4567-a5b5-e41b7172df44,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:08:00.710080 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:00.723231 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Calling delete_port for f41789ce-ee67-4567-a5b5-e41b7172df44 owned by network:router_interface {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:08:00.906193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:00.931022 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Pushing event deleted for resources: {'Port': ['ID=f41789ce-ee67-4567-a5b5-e41b7172df44,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:01.094887 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:01.320716 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Router 4592e416-ab8e-410f-9c37-3c39f2d53de5 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:08:01.434805 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:08:01.441627 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-3c9b57c8-ff6a-483d-a25c-4f1e7caac616 admin admin] 10.222.0.74 "PUT /v2.0/routers/4592e416-ab8e-410f-9c37-3c39f2d53de5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3981290 Oct 28 16:08:01.442890 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56276) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:01.445714 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] Sync routers for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:08:01.456465 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:08:01.457087 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:07:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:01.567397 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:08:01.812410 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:01.841773 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:08:00Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:01.870888 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] Checking router: 4592e416-ab8e-410f-9c37-3c39f2d53de5 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:08:01.879857 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] Routers {'4592e416-ab8e-410f-9c37-3c39f2d53de5'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:08:01.880460 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:07:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['4592e416-ab8e-410f-9c37-3c39f2d53de5'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:01.917385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:01.969547 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Deleting port bfed495f-084f-4f57-b0ef-192c0da65c33 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:08:01.969887 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:01.987287 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] Set router 4592e416-ab8e-410f-9c37-3c39f2d53de5 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:08:02.047321 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] For port bfed495f-084f-4f57-b0ef-192c0da65c33, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=bfed495f-084f-4f57-b0ef-192c0da65c33,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:08:02.047707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.065565 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Calling delete_port for bfed495f-084f-4f57-b0ef-192c0da65c33 owned by network:router_gateway {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:08:02.164287 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:08:00Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:02.192781 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d02e53a-29d1-4693-9110-ba2a6889296c None None] The sync data for ids ['4592e416-ab8e-410f-9c37-3c39f2d53de5'] in dv-cinder-780759-4-iscsi is: [{'id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'name': 'tempest-AttachVolumeTestJSON-1889997969-router', 'tenant_id': 'b431b5c934fe4214803bdb950a516562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:08:00Z', 'revision_number': 5, 'project_id': 'b431b5c934fe4214803bdb950a516562', 'gw_port': {'id': 'bfed495f-084f-4f57-b0ef-192c0da65c33', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4592e416-ab8e-410f-9c37-3c39f2d53de5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:03:37Z', 'updated_at': '2021-10-28T16:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:08:02.229019 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.263801 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfed495f-084f-4f57-b0ef-192c0da65c33,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:02.322833 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.410791 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.413353 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.463527 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.464094 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4592e416-ab8e-410f-9c37-3c39f2d53de5 {{(pid=101482) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:08:02.469681 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] Publish callbacks [] for router, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.471375 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-72b5a62a-4c6b-4978-9d59-68ea0a75fdf7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/4592e416-ab8e-410f-9c37-3c39f2d53de5 HTTP/1.1" status: 204 len: 168 time: 1.0273721 Oct 28 16:08:02.475051 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56278) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:02.520552 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.db_base_plugin_v2 [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Deleting subnet 5e460056-45c0-413b-8838-19624d25e782 {{(pid=101482) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:08:02.524058 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.561248 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9381809'] for subnet, precommit_delete_associations {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.644085 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.699886 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339779', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9054307'] for subnet, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.725887 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e460056-45c0-413b-8838-19624d25e782,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:02.729486 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for subnet, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.732701 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-951bc1c7-c632-41dd-aa07-ca6dcdac1722 admin admin] 10.222.0.74 "DELETE /v2.0/subnets/5e460056-45c0-413b-8838-19624d25e782 HTTP/1.1" status: 204 len: 168 time: 0.2566931 Oct 28 16:08:02.736566 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56280) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:02.738894 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1519d-bdb6-4c26-b4a5-88fd48f0b0b5 None None] Network 5422d594-c92c-4387-9b17-bfef5ee3733c requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:08:02.819030 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.850446 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f41789ce-ee67-4567-a5b5-e41b7172df44 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:08:02.882982 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Deleting port e3c1d028-729a-4595-9237-fa0db2999224 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:08:02.883441 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.893743 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: f41789ce-ee67-4567-a5b5-e41b7172df44 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:08:02.894082 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device f41789ce-ee67-4567-a5b5-e41b7172df44 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:08:02.961161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] For port e3c1d028-729a-4595-9237-fa0db2999224, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=e3c1d028-729a-4595-9237-fa0db2999224,segment=NetworkSegment(582b7986-8b8e-461e-ae64-06d453ea7960),segment_id=582b7986-8b8e-461e-ae64-06d453ea7960)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:08:02.961692 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:02.976851 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Calling delete_port for e3c1d028-729a-4595-9237-fa0db2999224 owned by network:dhcp {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:08:03.057955 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.080729 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c1d028-729a-4595-9237-fa0db2999224,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:03.086223 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] No DVR routers for this DVR port e3c1d028-729a-4595-9237-fa0db2999224 on host dv-cinder-780759-4-iscsi {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:08:03.157681 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.182088 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5422d594-c92c-4387-9b17-bfef5ee3733c']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:03.191284 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582b7986-8b8e-461e-ae64-06d453ea7960') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:03.191615 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582b7986-8b8e-461e-ae64-06d453ea7960') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:03.200760 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.213731 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.220576 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:08:03.220967 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:08:03.222614 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:08:03.253568 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e7bc6-8c35-4990-a9f7-ed3e02c8085a None None] DHCP port deletion for 5422d594-c92c-4387-9b17-bfef5ee3733c request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:08:03.285271 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.291039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.294309 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] 10.222.0.74 "DELETE /v2.0/networks/5422d594-c92c-4387-9b17-bfef5ee3733c HTTP/1.1" status: 204 len: 168 time: 0.5565476 Oct 28 16:08:03.306161 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc565e-df88-4594-94db-85068c68e4dd admin admin] Pushing event deleted for resources: {'Network': ['ID=5422d594-c92c-4387-9b17-bfef5ee3733c,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:03.462249 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56284) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:03.502763 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0ea5a29d-a6f4-4549-a4d7-dbf5c2b88ba1 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b431b5c934fe4214803bdb950a516562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392561 Oct 28 16:08:03.506082 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56286) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:03.558264 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-02bfaef0-3c5b-4c5d-8213-6929452e4cf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.580069 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-02bfaef0-3c5b-4c5d-8213-6929452e4cf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.637588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-02bfaef0-3c5b-4c5d-8213-6929452e4cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.641131 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-02bfaef0-3c5b-4c5d-8213-6929452e4cf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:03.642397 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-02bfaef0-3c5b-4c5d-8213-6929452e4cf7 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/77376232-b812-4a08-a92a-f919d9f463a1 HTTP/1.1" status: 204 len: 168 time: 0.1353171 Oct 28 16:08:03.651136 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfaef0-3c5b-4c5d-8213-6929452e4cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77376232-b812-4a08-a92a-f919d9f463a1,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:04.775222 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bfed495f-084f-4f57-b0ef-192c0da65c33 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:08:04.797460 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: bfed495f-084f-4f57-b0ef-192c0da65c33 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:08:04.797894 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device bfed495f-084f-4f57-b0ef-192c0da65c33 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:08:04.798313 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device e3c1d028-729a-4595-9237-fa0db2999224 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:08:04.821996 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: e3c1d028-729a-4595-9237-fa0db2999224 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:08:04.822343 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device e3c1d028-729a-4595-9237-fa0db2999224 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:08:08.209104 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:08:08.503437 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-8b7df660-3cf8-4c16-8223-79aa50e54bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:11.048763 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c8246ee7-132f-455b-bf3d-a1839b62bf43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:12.014147 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:12.294706 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.139875 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56398) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:13.258882 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1104349f-827c-4753-9502-cefda28f2e9f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.349017 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1104349f-827c-4753-9502-cefda28f2e9f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.355807 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-1104349f-827c-4753-9502-cefda28f2e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.392867 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-1104349f-827c-4753-9502-cefda28f2e9f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=2a54f1c5b2114196a9acdd325f260ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518525 Oct 28 16:08:13.393621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104349f-827c-4753-9502-cefda28f2e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a368528-09df-4bde-aee9-402e6d221819,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:13.395700 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56402) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:13.446278 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39a3ea39-a12a-4c88-87b4-c2e90d631a80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.472856 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39a3ea39-a12a-4c88-87b4-c2e90d631a80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.518751 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39a3ea39-a12a-4c88-87b4-c2e90d631a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.521697 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-39a3ea39-a12a-4c88-87b4-c2e90d631a80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:13.522886 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-39a3ea39-a12a-4c88-87b4-c2e90d631a80 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/3a368528-09df-4bde-aee9-402e6d221819 HTTP/1.1" status: 204 len: 168 time: 0.1261849 Oct 28 16:08:13.530673 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a3ea39-a12a-4c88-87b4-c2e90d631a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a368528-09df-4bde-aee9-402e6d221819,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:13.835186 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:22.249483 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.109035 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56516) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:23.215516 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0b8e85d6-5d1c-452d-9880-40ce88e3c7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.286624 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0b8e85d6-5d1c-452d-9880-40ce88e3c7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.291970 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-0b8e85d6-5d1c-452d-9880-40ce88e3c7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.328728 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-0b8e85d6-5d1c-452d-9880-40ce88e3c7da admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=48feead695b64aeea0907c60fb65fb16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2186375 Oct 28 16:08:23.329645 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e85d6-5d1c-452d-9880-40ce88e3c7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16a88b9-0db7-4dc8-be0a-9f9e17411aa7,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:23.332721 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56520) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:23.383427 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d9bd702e-b954-4c05-85ff-c0a88a88fc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.406501 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d9bd702e-b954-4c05-85ff-c0a88a88fc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.454070 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d9bd702e-b954-4c05-85ff-c0a88a88fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.456693 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-d9bd702e-b954-4c05-85ff-c0a88a88fc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:23.457813 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-d9bd702e-b954-4c05-85ff-c0a88a88fc08 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/e16a88b9-0db7-4dc8-be0a-9f9e17411aa7 HTTP/1.1" status: 204 len: 168 time: 0.1241066 Oct 28 16:08:23.465515 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bd702e-b954-4c05-85ff-c0a88a88fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16a88b9-0db7-4dc8-be0a-9f9e17411aa7,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:38.500234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-567ac1d9-3023-4ceb-a8d4-436e5377d830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:41.052810 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-12e9c098-d215-40b2-98a7-5d27568b0e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:42.028693 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:42.308569 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:43.839154 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:45.213866 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:08:49.921589 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56744) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:50.075784 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Deleting port 87fe3b6c-8020-482c-874a-dd1383d88596 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:08:50.076069 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:50.172340 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:50.172576 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:50.184265 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Calling delete_port for 87fe3b6c-8020-482c-874a-dd1383d88596 owned by network:floatingip {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:08:50.357604 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:50.388714 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'Port': ['ID=87fe3b6c-8020-482c-874a-dd1383d88596,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:50.444910 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:50.445155 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.db.l3_db [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Floating IP 11970907-5b62-49a5-b024-0a5e85e93456 disassociated (deleted). External IP: 172.27.2.95, port: f99f65b1-5127-4742-8810-7e631c309f4f. Oct 28 16:08:50.646948 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:08:50.753966 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:08:50.759321 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:50.764184 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:08:50.774199 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:08:50.774826 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:08:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:50.787933 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-af644de9-5e1e-4aca-8b70-eafed6b8d05b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "DELETE /v2.0/floatingips/11970907-5b62-49a5-b024-0a5e85e93456 HTTP/1.1" status: 204 len: 168 time: 0.8649120 Oct 28 16:08:50.788529 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f'}] {{(pid=101481) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:08:50.792041 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f3c8e92a87027a4219b9a0922a86e68a39ad17b39c9bd39d1b873dd4e8143d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2051ba4-d749-4a59-8e81-38b865f98e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f"}]}' {{(pid=101481) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:08:51.011684 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:08:51.040423 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7ea2af-3f9f-4eea-b4c1-49ffa7d8e0d8 x-openstack-request-id: req-fe7ea2af-3f9f-4eea-b4c1-49ffa7d8e0d8 {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:08:51.040954 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f", "status": "completed", "code": 200}]} {{(pid=101481) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:08:51.041332 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-fe7ea2af-3f9f-4eea-b4c1-49ffa7d8e0d8 {{(pid=101481) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:08:51.041824 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'status': 'completed', 'code': 200} Oct 28 16:08:51.043499 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0375184d-e514-401c-825c-9f736d905873 req-e5ddc18f-68e9-45a0-acfe-f13f93dcf57d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:51.045365 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0375184d-e514-401c-825c-9f736d905873 req-e5ddc18f-68e9-45a0-acfe-f13f93dcf57d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0673385 Oct 28 16:08:51.081988 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-0375184d-e514-401c-825c-9f736d905873 req-e827bceb-c3b3-4149-9ce0-badb2f7e7af6 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304661 Oct 28 16:08:51.258839 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:11Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:51.284783 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:08:51.298356 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:08:51.298958 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:08:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:51.412731 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:08:51.650620 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:11Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:51.681302 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e971c029-5f0c-4c76-aa1a-5e9d65c053f4 None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_floatingips': [{'id': '59be079c-632e-4bda-8072-0c3bb1189f82', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'floating_ip_address': '172.27.2.10', 'floating_network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'router_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'port_id': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'mac_address': 'fa:16:3e:69:ed:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T16:05:09Z', 'updated_at': '2021-10-28T16:05:11Z', 'revision_number': 1, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:08:51.900238 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f661ca8-83c6-45a9-842c-9ba208cf1fe1 None None] New status for floating IP 11970907-5b62-49a5-b024-0a5e85e93456: DOWN {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:08:52.210687 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e0192f-bf43-4fab-9e3d-9fbc3ff75b06 req-968f5064-4cd5-4813-be3a-36abbe782839 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:52.212215 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-17e0192f-bf43-4fab-9e3d-9fbc3ff75b06 req-968f5064-4cd5-4813-be3a-36abbe782839 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0522947 Oct 28 16:08:52.258615 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-17e0192f-bf43-4fab-9e3d-9fbc3ff75b06 req-c9d7a490-e184-416a-8c58-a1511fa3f54d tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373631 Oct 28 16:08:52.271012 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:52.704386 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-28f405e2-ac90-40d9-950a-a000536e71a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:52.705865 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-28f405e2-ac90-40d9-950a-a000536e71a2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 1099 time: 0.0430858 Oct 28 16:08:52.814588 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-f3905809-1cc4-4d73-bc85-7e1747cf0c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:52.816101 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-f3905809-1cc4-4d73-bc85-7e1747cf0c48 service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.0967832 Oct 28 16:08:52.858319 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-e5035a8b-f499-4781-bed5-e30fb0a9f6b7 service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99f65b1-5127-4742-8810-7e631c309f4f HTTP/1.1" status: 200 len: 217 time: 0.0335512 Oct 28 16:08:52.921970 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-d16cb719-481e-4690-986e-30f05d15e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:52.923430 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-d16cb719-481e-4690-986e-30f05d15e98a service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.0467253 Oct 28 16:08:52.968950 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-b5569ef5-3313-4e82-ab1c-fd54d2f5462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:52.970438 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-b5569ef5-3313-4e82-ab1c-fd54d2f5462f service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393510 Oct 28 16:08:53.061542 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-16cd7f2b-5e78-4213-bc88-667416a97050 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820928 Oct 28 16:08:53.159007 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-c2051ba4-d749-4a59-8e81-38b865f98e6a req-21bbdd0f-ab47-434b-8235-3cb0290f65a3 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885346 Oct 28 16:08:53.390401 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9814d1-018d-4f9e-a99a-5533f656e772 req-9be7537c-d670-48d0-9296-84f3911c9166 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:53.391934 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ab9814d1-018d-4f9e-a99a-5533f656e772 req-9be7537c-d670-48d0-9296-84f3911c9166 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0524423 Oct 28 16:08:53.433185 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-ab9814d1-018d-4f9e-a99a-5533f656e772 req-16fb12fb-9ce4-4eb4-af23-499a368897f7 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Oct 28 16:08:54.395630 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-e043645a-ddc1-47b8-84df-25b3e6b27f51 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:54.397091 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-e043645a-ddc1-47b8-84df-25b3e6b27f51 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.0666144 Oct 28 16:08:54.488487 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Deleting port f99f65b1-5127-4742-8810-7e631c309f4f {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:08:54.488962 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:54.606395 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb80b7-0708-46b6-9829-7c066d2917e8 req-c290a310-e248-4160-b32c-fe9efddb08ed tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:54.608000 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1afb80b7-0708-46b6-9829-7c066d2917e8 req-c290a310-e248-4160-b32c-fe9efddb08ed tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c HTTP/1.1" status: 200 len: 946 time: 0.1051528 Oct 28 16:08:54.614711 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] For port f99f65b1-5127-4742-8810-7e631c309f4f, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=f99f65b1-5127-4742-8810-7e631c309f4f,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:08:54.615075 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:54.633430 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Calling delete_port for f99f65b1-5127-4742-8810-7e631c309f4f owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:08:54.698094 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-1afb80b7-0708-46b6-9829-7c066d2917e8 req-beda7c86-6b4a-4ab2-b735-b6347ebe1600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802703 Oct 28 16:08:54.790279 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:54.820033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'Port': ['ID=f99f65b1-5127-4742-8810-7e631c309f4f,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:54.848682 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.849029 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.849362 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.849689 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.850014 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.850341 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.850663 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.850979 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.851302 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.851641 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.851958 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.852268 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101482) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:08:54.871785 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] No DVR routers for this DVR port f99f65b1-5127-4742-8810-7e631c309f4f on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:08:54.874085 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:54.877575 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-118c1250-3373-4695-a8af-6b532c7c4b77 req-ff9e2b90-a37d-4a05-80f2-882e9af14600 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "DELETE /v2.0/ports/f99f65b1-5127-4742-8810-7e631c309f4f HTTP/1.1" status: 204 len: 173 time: 0.4735000 Oct 28 16:08:54.877997 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'name': 'network-vif-deleted', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:08:54.880299 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a4ebe-fe40-40aa-8c63-d39f4ca2657f" -d '{"events": [{"server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "name": "network-vif-deleted", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:08:54.916100 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629e3e70-e129-43bb-afe9-8563302c2c83 x-openstack-request-id: req-629e3e70-e129-43bb-afe9-8563302c2c83 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:08:54.916392 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c", "name": "network-vif-deleted", "tag": "f99f65b1-5127-4742-8810-7e631c309f4f", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:08:54.916643 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-629e3e70-e129-43bb-afe9-8563302c2c83 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:08:54.917067 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee1857ab-c6f8-4f96-bbe1-6c3e3a6ca64c', 'name': 'network-vif-deleted', 'tag': 'f99f65b1-5127-4742-8810-7e631c309f4f', 'status': 'completed', 'code': 200} Oct 28 16:08:57.997578 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56852) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:08:58.006851 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f99f65b1-5127-4742-8810-7e631c309f4f no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:08:58.028091 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: f99f65b1-5127-4742-8810-7e631c309f4f {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:08:58.028427 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device f99f65b1-5127-4742-8810-7e631c309f4f not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:08:58.171192 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Deleting port da8f3c3e-7ce1-4ab8-b7e9-e6dc38186034 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:08:58.171442 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:58.256654 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:58.256949 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:58.269807 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Calling delete_port for da8f3c3e-7ce1-4ab8-b7e9-e6dc38186034 owned by network:floatingip {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:08:58.425344 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:58.451681 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'Port': ['ID=da8f3c3e-7ce1-4ab8-b7e9-e6dc38186034,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:08:58.512314 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:58.512639 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.db.l3_db [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Floating IP 59be079c-632e-4bda-8072-0c3bb1189f82 disassociated (deleted). External IP: 172.27.2.10, port: 7608e734-9030-4cf0-a898-1ccdb1afe8c9. Oct 28 16:08:58.716058 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:08:58.826621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:08:58.832476 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:08:58.837808 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:08:58.848399 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:08:58.849014 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:08:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:58.859781 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-5e574ee5-d990-4dcb-b34e-4a2c99fc98f0 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "DELETE /v2.0/floatingips/59be079c-632e-4bda-8072-0c3bb1189f82 HTTP/1.1" status: 204 len: 168 time: 0.8606961 Oct 28 16:08:58.860368 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:08:58.862621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa37eeab-bac0-484a-9f76-586a28f15a71" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:08:58.902538 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 16:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01cfdcc-b99d-4f45-8b81-d8f6a5c0bb2b x-openstack-request-id: req-a01cfdcc-b99d-4f45-8b81-d8f6a5c0bb2b {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:08:58.902967 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:08:58.903220 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-a01cfdcc-b99d-4f45-8b81-d8f6a5c0bb2b {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:08:58.903643 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'status': 'completed', 'code': 200} Oct 28 16:08:58.957419 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:08:58.976210 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-807dda66-35a8-4c8d-9fb5-8525e2c823d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:58.977951 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-807dda66-35a8-4c8d-9fb5-8525e2c823d2 service neutron] 10.222.0.54 "GET /v2.0/ports?tenant_id=47da1a230e8243e89d018d9d54186ede&device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 1098 time: 0.0500703 Oct 28 16:08:59.108213 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-07b9a3cb-88ac-4a0f-8492-0ab66c1164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:59.109716 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-07b9a3cb-88ac-4a0f-8492-0ab66c1164ce service neutron] 10.222.0.54 "GET /v2.0/networks?id=fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 200 len: 913 time: 0.1233695 Oct 28 16:08:59.154732 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-af6c8bcc-0f19-423e-a669-dbee77c2dbbf service neutron] 10.222.0.54 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 200 len: 217 time: 0.0355253 Oct 28 16:08:59.162489 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3f1a9-acd0-4f7e-b216-193146a66874 req-055014f4-7bb5-45f6-b07c-656fe7246ddd tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:59.163983 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12b3f1a9-acd0-4f7e-b216-193146a66874 req-055014f4-7bb5-45f6-b07c-656fe7246ddd tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0969806 Oct 28 16:08:59.185371 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:59.218977 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:08:59.229977 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:08:59.230877 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:08:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:59.350013 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:08:59.502773 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-12b3f1a9-acd0-4f7e-b216-193146a66874 req-91c8ea64-4160-42e2-8178-69cd9cdce56b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3302014 Oct 28 16:08:59.504260 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-13495ee3-82a1-4432-962a-206b2fc35e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:08:59.505601 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-13495ee3-82a1-4432-962a-206b2fc35e74 service neutron] 10.222.0.54 "GET /v2.0/subnets?id=55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 200 len: 851 time: 0.3407655 Oct 28 16:08:59.567022 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:08:59.594059 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a561b497-0f6b-4e62-a7df-13993d486323 None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:53Z', 'revision_number': 4, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi', '_interfaces': [{'id': 'ac936d03-ee03-4f4b-ac60-d287a604fbaf', 'name': '', 'network_id': 'fe2f2936-4444-4dda-86c0-26ae6c5d6878', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'mac_address': 'fa:16:3e:ff:0a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:52Z', 'updated_at': '2021-10-28T16:01:57Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'subnets': [{'id': '55ac05d7-9598-4ee4-943f-6d3847de8a7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:08:59.808728 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69603d00-60c8-4df2-96a1-72550848b2df None None] New status for floating IP 59be079c-632e-4bda-8072-0c3bb1189f82: DOWN {{(pid=101484) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 16:09:00.632533 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227b948-552d-4fb4-bcfc-851a5bea17a3 req-e9311624-12d0-4dfc-b1b3-cca2a9a906c4 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:09:00.634009 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2227b948-552d-4fb4-bcfc-851a5bea17a3 req-e9311624-12d0-4dfc-b1b3-cca2a9a906c4 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0507364 Oct 28 16:09:00.671695 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-2227b948-552d-4fb4-bcfc-851a5bea17a3 req-0abb92ac-1683-49bd-9dbe-4cd9aa0cc8eb tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315633 Oct 28 16:09:01.794206 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919db1-6fd2-4121-b756-6c9604bbf712 req-aa2fcc02-780f-450e-a81d-ba435d406fd3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:09:01.796075 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e5919db1-6fd2-4121-b756-6c9604bbf712 req-aa2fcc02-780f-450e-a81d-ba435d406fd3 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Oct 28 16:09:01.845566 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e5919db1-6fd2-4121-b756-6c9604bbf712 req-701f445f-0f90-4cb5-b28f-0cb0d93249af tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Oct 28 16:09:02.148718 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-17310800-0981-490d-8136-58aea2940c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:09:02.150221 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-17310800-0981-490d-8136-58aea2940c2e service neutron] 10.222.0.54 "GET /v2.0/ports?network_id=fe2f2936-4444-4dda-86c0-26ae6c5d6878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455360 Oct 28 16:09:02.245805 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-3c58e848-0486-4f2e-aadb-f158973da3cc service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870290 Oct 28 16:09:02.342616 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-aa37eeab-bac0-484a-9f76-586a28f15a71 req-8f6edec4-368e-48c7-b9db-995f4569b205 service neutron] 10.222.0.54 "GET /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Oct 28 16:09:02.969003 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfdaed-883f-4859-a649-ac8846b9746e req-6286559e-1a45-40a1-8358-3020b1317c45 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:09:02.970480 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e0dfdaed-883f-4859-a649-ac8846b9746e req-6286559e-1a45-40a1-8358-3020b1317c45 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0516791 Oct 28 16:09:03.010281 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-e0dfdaed-883f-4859-a649-ac8846b9746e req-d8a8dbf6-31bd-4f03-976d-c0f5c45de723 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/security-groups?id=39dad8de-1b0c-47c6-907e-50b61eaf6828&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332742 Oct 28 16:09:03.262106 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cef300-3484-450e-87f6-d5d80b216b5e req-59f56fdb-d234-488c-b2ca-1da7345e0d9b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101482) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 16:09:03.263428 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04cef300-3484-450e-87f6-d5d80b216b5e req-59f56fdb-d234-488c-b2ca-1da7345e0d9b tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 945 time: 0.0532634 Oct 28 16:09:03.360227 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Deleting port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:03.360565 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:03.455611 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] For port 7608e734-9030-4cf0-a898-1ccdb1afe8c9, host hv-cinder-78075, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78075',level=0,port_id=7608e734-9030-4cf0-a898-1ccdb1afe8c9,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:03.455969 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:03.469083 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Calling delete_port for 7608e734-9030-4cf0-a898-1ccdb1afe8c9 owned by compute:nova {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:03.602703 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:03.631039 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'Port': ['ID=7608e734-9030-4cf0-a898-1ccdb1afe8c9,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:03.685005 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] No DVR routers for this DVR port 7608e734-9030-4cf0-a898-1ccdb1afe8c9 on host hv-cinder-78075 {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:09:03.687556 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for port, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:03.692533 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-04cef300-3484-450e-87f6-d5d80b216b5e req-db83a384-0bdd-4722-b63b-18b5db2fd908 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.54 "DELETE /v2.0/ports/7608e734-9030-4cf0-a898-1ccdb1afe8c9 HTTP/1.1" status: 204 len: 173 time: 0.4211261 Oct 28 16:09:03.692990 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'name': 'network-vif-deleted', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9'}] {{(pid=101482) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 16:09:03.695416 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.74/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8136da417d5311602c1bdf66a5aa99c6303e512466cf06ca383d10f4b02058e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a79509-3dae-49e7-8de8-d5fb0f317c97" -d '{"events": [{"server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "name": "network-vif-deleted", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9"}]}' {{(pid=101482) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 16:09:03.744955 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f0f023-e018-435f-99b3-6c3cf53e8548 x-openstack-request-id: req-02f0f023-e018-435f-99b3-6c3cf53e8548 {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 16:09:03.745249 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3", "name": "network-vif-deleted", "tag": "7608e734-9030-4cf0-a898-1ccdb1afe8c9", "status": "completed", "code": 200}]} {{(pid=101482) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 16:09:03.745494 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.74/compute/v2.1/os-server-external-events used request id req-02f0f023-e018-435f-99b3-6c3cf53e8548 {{(pid=101482) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 16:09:03.745885 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3', 'name': 'network-vif-deleted', 'tag': '7608e734-9030-4cf0-a898-1ccdb1afe8c9', 'status': 'completed', 'code': 200} Oct 28 16:09:04.126246 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [req-b16bb47a-cf2d-4c47-9e6b-e0e92997dbe3 req-8c8bd482-fe43-4509-9867-d6f457d2b4bd tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "GET /v2.0/ports?device_id=7bb9e81e-e0a1-4a51-acd3-fe83058f7fb3 HTTP/1.1" status: 200 len: 210 time: 0.0277021 Oct 28 16:09:05.186113 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56944) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:05.316005 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Deleting port 535552b0-3b29-4bf4-b91e-c1d1035b9a14 {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:05.316403 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.392496 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.392827 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.404628 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Calling delete_port for 535552b0-3b29-4bf4-b91e-c1d1035b9a14 owned by network:floatingip {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:05.542345 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.568164 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'Port': ['ID=535552b0-3b29-4bf4-b91e-c1d1035b9a14,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:05.595442 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56958) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:05.641446 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for floatingip, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.644026 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-244432'] for floatingip, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.645171 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-b2ebe052-cc71-4148-91bd-e41a9304fd87 tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "DELETE /v2.0/floatingips/7c0b2dbf-be9f-489e-8640-89e9adbbf13b HTTP/1.1" status: 204 len: 168 time: 0.4580514 Oct 28 16:09:05.735075 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.811538 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.816256 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.853437 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b223c47638644e65ad21054b7767e627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567923 Oct 28 16:09:05.854580 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f44a4d9-e644-4f83-86aa-39093b867efa,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:05.856385 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56970) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:05.861785 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.862139 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.862461 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.862787 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.863112 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.863469 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.863823 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.864151 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.864502 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.864819 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.865135 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.865447 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa57136-5d1b-4bde-b3fb-440756be1d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101481) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:05.910621 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-06ccbf60-77d4-482f-b71f-27ea0898c165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.932591 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-06ccbf60-77d4-482f-b71f-27ea0898c165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.983540 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-06ccbf60-77d4-482f-b71f-27ea0898c165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.987193 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-06ccbf60-77d4-482f-b71f-27ea0898c165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:05.989063 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-06ccbf60-77d4-482f-b71f-27ea0898c165 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/2f44a4d9-e644-4f83-86aa-39093b867efa HTTP/1.1" status: 204 len: 168 time: 0.1314170 Oct 28 16:09:06.000943 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccbf60-77d4-482f-b71f-27ea0898c165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f44a4d9-e644-4f83-86aa-39093b867efa,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:06.031156 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 7608e734-9030-4cf0-a898-1ccdb1afe8c9 no longer exists at agent hyperv_hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:06.052218 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] No Port match for: 7608e734-9030-4cf0-a898-1ccdb1afe8c9 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:06.052565 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Device 7608e734-9030-4cf0-a898-1ccdb1afe8c9 not bound to the agent host hv-cinder-78075 {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:06.270266 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 56976) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:06.283863 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb0e1-b5c8-4bb3-a071-fc0f13d6a62f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.361936 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb0e1-b5c8-4bb3-a071-fc0f13d6a62f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.367362 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-dc7fb0e1-b5c8-4bb3-a071-fc0f13d6a62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.404899 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-dc7fb0e1-b5c8-4bb3-a071-fc0f13d6a62f admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1b94598c53df4cf08050d5e3e506ab7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1334856 Oct 28 16:09:06.405943 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7fb0e1-b5c8-4bb3-a071-fc0f13d6a62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24034a46-85b1-4e51-90bb-3209d116a242,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:06.407754 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56978) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:06.461928 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe5aa-fdc1-4e6b-86f8-0f43b36349ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.486617 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe5aa-fdc1-4e6b-86f8-0f43b36349ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.533465 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe5aa-fdc1-4e6b-86f8-0f43b36349ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.536143 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b3ffe5aa-fdc1-4e6b-86f8-0f43b36349ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.537345 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-b3ffe5aa-fdc1-4e6b-86f8-0f43b36349ac admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/24034a46-85b1-4e51-90bb-3209d116a242 HTTP/1.1" status: 204 len: 168 time: 0.1286199 Oct 28 16:09:06.545545 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ffe5aa-fdc1-4e6b-86f8-0f43b36349ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24034a46-85b1-4e51-90bb-3209d116a242,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:06.837073 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56986) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:06.895222 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c7dfbe99-d76a-40a9-917e-3ba17297ef9e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.921754 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c7dfbe99-d76a-40a9-917e-3ba17297ef9e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.982517 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c7dfbe99-d76a-40a9-917e-3ba17297ef9e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.985331 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-c7dfbe99-d76a-40a9-917e-3ba17297ef9e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:06.986564 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-c7dfbe99-d76a-40a9-917e-3ba17297ef9e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] 10.222.0.74 "DELETE /v2.0/security-groups/39dad8de-1b0c-47c6-907e-50b61eaf6828 HTTP/1.1" status: 204 len: 168 time: 0.1484137 Oct 28 16:09:06.996459 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfbe99-d76a-40a9-917e-3ba17297ef9e tempest-TestVolumeBootPattern-257991743 tempest-TestVolumeBootPattern-257991743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dad8de-1b0c-47c6-907e-50b61eaf6828,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:07.046456 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 56998) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:07.557908 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:07.813562 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Deleting port ac936d03-ee03-4f4b-ac60-d287a604fbaf {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:07.813895 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:07.891282 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] For port ac936d03-ee03-4f4b-ac60-d287a604fbaf, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=ac936d03-ee03-4f4b-ac60-d287a604fbaf,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:07.891675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:07.904033 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Calling delete_port for ac936d03-ee03-4f4b-ac60-d287a604fbaf owned by network:router_interface {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:08.089230 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.115243 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac936d03-ee03-4f4b-ac60-d287a604fbaf,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:08.295804 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.331061 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57040) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:08.446582 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-936a2eff-e487-4038-9607-5c643f31ae4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.482745 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-c2e5c0f7-6c24-4724-b0f6-811a8cc79e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.521241 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Router 6ae5ed18-429e-4719-b013-5e78e68cc625 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101482) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:09:08.528190 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-936a2eff-e487-4038-9607-5c643f31ae4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.533248 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-936a2eff-e487-4038-9607-5c643f31ae4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.576526 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-936a2eff-e487-4038-9607-5c643f31ae4c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=e97b530f58024b71b0884cad620bb59d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442055 Oct 28 16:09:08.577241 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a2eff-e487-4038-9607-5c643f31ae4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301b933a-17ef-458f-b357-869e37b70e60,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:08.579615 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57046) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:08.629061 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-743d699c-caee-44ff-8602-75ba32d7b459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.632266 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101482) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:09:08.639134 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-392fefec-31c7-41f1-8f9a-6b31b149f9c5 admin admin] 10.222.0.74 "PUT /v2.0/routers/6ae5ed18-429e-4719-b013-5e78e68cc625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5898335 Oct 28 16:09:08.640031 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57048) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:08.642666 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] Sync routers for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:09:08.653016 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:09:08.653645 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:08:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:08.711298 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-743d699c-caee-44ff-8602-75ba32d7b459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.759369 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:09:08.774875 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks [] for router, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.849129 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-743d699c-caee-44ff-8602-75ba32d7b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.851804 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-743d699c-caee-44ff-8602-75ba32d7b459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.852976 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-743d699c-caee-44ff-8602-75ba32d7b459 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/301b933a-17ef-458f-b357-869e37b70e60 HTTP/1.1" status: 204 len: 168 time: 0.2719181 Oct 28 16:09:08.867837 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d699c-caee-44ff-8602-75ba32d7b459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301b933a-17ef-458f-b357-869e37b70e60,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:08.899355 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:08.957317 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Deleting port 907c5740-36d5-40be-9be2-3e3e70a59fb5 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:08.957746 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.048155 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] For port 907c5740-36d5-40be-9be2-3e3e70a59fb5, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=907c5740-36d5-40be-9be2-3e3e70a59fb5,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:09.048896 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.063253 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Calling delete_port for 907c5740-36d5-40be-9be2-3e3e70a59fb5 owned by network:router_gateway {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:09.099512 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245'}], 'enable_snat': True}, 'gw_port_id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:09:08Z', 'revision_number': 5, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port': {'id': '907c5740-36d5-40be-9be2-3e3e70a59fb5', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:01:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:09.130073 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] Checking router: 6ae5ed18-429e-4719-b013-5e78e68cc625 for host: dv-cinder-780759-4-iscsi {{(pid=101483) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:09:09.139183 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] Routers {'6ae5ed18-429e-4719-b013-5e78e68cc625'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101483) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:09:09.139933 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:08:41Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['6ae5ed18-429e-4719-b013-5e78e68cc625'], 'active': True} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:09.160956 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57054) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:09.184540 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a49c852f-a70e-43bd-8965-bfbccc81c63c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.227857 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvr_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] Set router 6ae5ed18-429e-4719-b013-5e78e68cc625 gateway port host: None {{(pid=101483) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:09:09.270711 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.280988 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_hamode_db [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:09:08Z', 'revision_number': 6, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port_host': None}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101483) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:09.308178 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=907c5740-36d5-40be-9be2-3e3e70a59fb5,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:09.314123 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd41b6cb-adb7-4d2a-8a7c-851abdbcb24b None None] The sync data for ids ['6ae5ed18-429e-4719-b013-5e78e68cc625'] in dv-cinder-780759-4-iscsi is: [{'id': '6ae5ed18-429e-4719-b013-5e78e68cc625', 'name': 'tempest-TestVolumeBootPattern-1819004312-router', 'tenant_id': '47da1a230e8243e89d018d9d54186ede', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:50Z', 'updated_at': '2021-10-28T16:09:08Z', 'revision_number': 6, 'project_id': '47da1a230e8243e89d018d9d54186ede', 'gw_port_host': None}] {{(pid=101483) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:09:09.367857 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a49c852f-a70e-43bd-8965-bfbccc81c63c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.377382 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a49c852f-a70e-43bd-8965-bfbccc81c63c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.422561 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.428152 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a49c852f-a70e-43bd-8965-bfbccc81c63c admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=1202b140aa334235842cd60196b2af61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662282 Oct 28 16:09:09.431673 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 57056) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:09.451941 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49c852f-a70e-43bd-8965-bfbccc81c63c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3c596-7350-4d94-ba6f-c26658ead574,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:09.487150 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e82d9588-4c66-41b9-bb63-9e254b5d8b9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.509262 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e82d9588-4c66-41b9-bb63-9e254b5d8b9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.517542 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.519733 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.564706 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e82d9588-4c66-41b9-bb63-9e254b5d8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.567519 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-e82d9588-4c66-41b9-bb63-9e254b5d8b9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.568607 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-e82d9588-4c66-41b9-bb63-9e254b5d8b9c admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/0da3c596-7350-4d94-ba6f-c26658ead574 HTTP/1.1" status: 204 len: 168 time: 0.1357865 Oct 28 16:09:09.576531 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.576859 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d9588-4c66-41b9-bb63-9e254b5d8b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3c596-7350-4d94-ba6f-c26658ead574,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:09.577947 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae5ed18-429e-4719-b013-5e78e68cc625 {{(pid=101481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:09:09.583770 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.591541 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-31c36808-7bb0-431e-8ca5-5d74274533a7 admin admin] 10.222.0.74 "DELETE /v2.0/routers/6ae5ed18-429e-4719-b013-5e78e68cc625 HTTP/1.1" status: 204 len: 168 time: 0.9475150 Oct 28 16:09:09.591541 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57060) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:09.635698 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Deleting subnet 55ac05d7-9598-4ee4-943f-6d3847de8a7c {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:09:09.638740 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.678126 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.763607 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.818588 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.854131 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:09.859730 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] 10.222.0.74 "DELETE /v2.0/subnets/55ac05d7-9598-4ee4-943f-6d3847de8a7c HTTP/1.1" status: 204 len: 168 time: 0.2674372 Oct 28 16:09:09.859730 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed122b-6dea-4df0-83d9-74cc2f66d44a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ac05d7-9598-4ee4-943f-6d3847de8a7c,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:09.861176 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 57068) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:09.866691 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd9397e-f7b4-488d-a8a5-3c360938f55d None None] Network fe2f2936-4444-4dda-86c0-26ae6c5d6878 requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:09:09.943973 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.004780 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Deleting port 4215924d-bbba-46a8-bf18-b0e8cf99daad {{(pid=101482) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:10.005168 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.078853 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.db [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] For port 4215924d-bbba-46a8-bf18-b0e8cf99daad, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=4215924d-bbba-46a8-bf18-b0e8cf99daad,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101482) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:10.079339 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.093780 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.plugin [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Calling delete_port for 4215924d-bbba-46a8-bf18-b0e8cf99daad owned by network:dhcp {{(pid=101482) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:10.104825 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] DHCP port deletion for fe2f2936-4444-4dda-86c0-26ae6c5d6878 request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:09:10.166725 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Deleting port 4215924d-bbba-46a8-bf18-b0e8cf99daad {{(pid=101483) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:10.167027 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.195198 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3339830'] for port, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.247600 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4215924d-bbba-46a8-bf18-b0e8cf99daad,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:10.249865 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] No DVR routers for this DVR port 4215924d-bbba-46a8-bf18-b0e8cf99daad on host dv-cinder-780759-4-iscsi {{(pid=101482) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:09:10.253997 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.db [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] For port 4215924d-bbba-46a8-bf18-b0e8cf99daad, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=4215924d-bbba-46a8-bf18-b0e8cf99daad,segment=NetworkSegment(454ad34d-5288-48f8-a093-30ed6c407b7a),segment_id=454ad34d-5288-48f8-a093-30ed6c407b7a)] {{(pid=101483) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:10.254567 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.270461 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Calling delete_port for 4215924d-bbba-46a8-bf18-b0e8cf99daad owned by network:dhcp {{(pid=101483) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:10.324180 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.347739 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2f2936-4444-4dda-86c0-26ae6c5d6878']}} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:10.352831 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895'] for port, after_delete {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.358238 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454ad34d-5288-48f8-a093-30ed6c407b7a') {'for_net_delete': True} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:10.358804 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.services.segments.db [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454ad34d-5288-48f8-a093-30ed6c407b7a') {} {{(pid=101482) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:10.373809 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9381832'] for segment, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.381505 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] No DVR routers for this DVR port 4215924d-bbba-46a8-bf18-b0e8cf99daad on host dv-cinder-780759-4-iscsi {{(pid=101483) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:09:10.383897 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Pushing event deleted for resources: {'Port': ['ID=4215924d-bbba-46a8-bf18-b0e8cf99daad,revision_number=None']} {{(pid=101483) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:10.388070 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.394157 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.394157 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.394157 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.394503 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.394839 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.395275 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.395723 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.396108 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.396660 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.397236 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.397761 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.398266 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732be3c3-7e4c-41e9-aac3-ba68ba3aa7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-780759-4-iscsi {{(pid=101483) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 16:09:10.398707 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=101482) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:09:10.399229 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3340009'] for segment, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: Traceback (most recent call last): Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: timer() Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: cb(*args, **kw) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: return func(*args, **kwargs) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: self._notify() Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: self.callback(batched_events) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: event.method(event) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: return f(self, *a, **k) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._get(url).json() Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: return self.request(url, 'GET', **kwargs) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:09:10.401168 dv-cinder-780759-4-iscsi neutron-server[101482]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:09:10.466290 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.483307 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.486537 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] 10.222.0.74 "DELETE /v2.0/networks/fe2f2936-4444-4dda-86c0-26ae6c5d6878 HTTP/1.1" status: 204 len: 168 time: 0.6253026 Oct 28 16:09:10.487818 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8bd2d-636d-4c2d-ba1e-ac1037dbb7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2f2936-4444-4dda-86c0-26ae6c5d6878,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:10.489614 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57086) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:10.831256 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ac936d03-ee03-4f4b-ac60-d287a604fbaf no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:10.854295 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: ac936d03-ee03-4f4b-ac60-d287a604fbaf {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:10.854633 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ac936d03-ee03-4f4b-ac60-d287a604fbaf not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:10.855055 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 4215924d-bbba-46a8-bf18-b0e8cf99daad no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:10.862174 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1594926'] for router_interface, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:10.873975 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 4215924d-bbba-46a8-bf18-b0e8cf99daad {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:10.874587 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 4215924d-bbba-46a8-bf18-b0e8cf99daad not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:10.874818 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 907c5740-36d5-40be-9be2-3e3e70a59fb5 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:10.893286 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 907c5740-36d5-40be-9be2-3e3e70a59fb5 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:10.893633 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 907c5740-36d5-40be-9be2-3e3e70a59fb5 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:11.052434 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2f455aaf-6dcc-4353-b458-e35cadf2b236 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:11.111423 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Deleting port 651ac80e-9870-42bf-8eda-abb44be09db2 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:11.111423 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:11.185112 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] For port 651ac80e-9870-42bf-8eda-abb44be09db2, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=651ac80e-9870-42bf-8eda-abb44be09db2,segment=NetworkSegment(2425ee32-fde8-49d2-863c-bc206c9372c8),segment_id=2425ee32-fde8-49d2-863c-bc206c9372c8)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:11.185341 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:11.197864 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Calling delete_port for 651ac80e-9870-42bf-8eda-abb44be09db2 owned by network:router_interface {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:11.376514 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:11.403576 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Pushing event deleted for resources: {'Port': ['ID=651ac80e-9870-42bf-8eda-abb44be09db2,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:11.835911 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2013060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1595074'] for router_interface, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.020980 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.064322 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Router 8d8190c4-d590-420d-be43-58b3db7b1137 has already been hosted by L3 agent 0adfd945-0721-4f7e-9aef-cca3413959f5 {{(pid=101481) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 16:09:12.186377 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] Notify agent at l3_agent.dv-cinder-780759-4-iscsi the message routers_updated {{(pid=101481) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 16:09:12.192406 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-286ce777-e375-44b5-92aa-a9cb15572407 admin admin] 10.222.0.74 "PUT /v2.0/routers/8d8190c4-d590-420d-be43-58b3db7b1137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7009151 Oct 28 16:09:12.195088 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57114) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:12.197809 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] Sync routers for ids ['8d8190c4-d590-420d-be43-58b3db7b1137'] in dv-cinder-780759-4-iscsi {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 16:09:12.209069 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] Routers {'8d8190c4-d590-420d-be43-58b3db7b1137'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:09:12.209750 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:09:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['8d8190c4-d590-420d-be43-58b3db7b1137'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:12.299734 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks [] for router, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.303502 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.320939 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] Set router 8d8190c4-d590-420d-be43-58b3db7b1137 gateway port host: dv-cinder-780759-4-iscsi {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:09:12.400759 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.458558 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Deleting port ede9cd5d-4db5-4158-baa6-85e59925e585 {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:12.458890 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.499088 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'external_fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23'}], 'enable_snat': True}, 'gw_port_id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:09:11Z', 'revision_number': 5, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port': {'id': 'ede9cd5d-4db5-4158-baa6-85e59925e585', 'name': '', 'network_id': 'cfab97a1-28c6-4cd2-bc12-ec4fe3c5e884', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'ip_address': '172.27.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-780759-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T16:01:56Z', 'updated_at': '2021-10-28T16:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd6605499-d04d-490b-b2a0-36474c8154b0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-780759-4-iscsi'}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:12.543337 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] Checking router: 8d8190c4-d590-420d-be43-58b3db7b1137 for host: dv-cinder-780759-4-iscsi {{(pid=101484) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 16:09:12.556472 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] Routers {'8d8190c4-d590-420d-be43-58b3db7b1137'} bound to L3 agent in host dv-cinder-780759-4-iscsi {{(pid=101484) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 16:09:12.558474 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-780759-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T15:47:41Z,description=,heartbeat_timestamp=2021-10-28T16:09:11Z,host='dv-cinder-780759-4-iscsi',id=0adfd945-0721-4f7e-9aef-cca3413959f5,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T15:47:41Z,topic='l3_agent')) {'router_ids': ['8d8190c4-d590-420d-be43-58b3db7b1137'], 'active': True} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:12.558817 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] For port ede9cd5d-4db5-4158-baa6-85e59925e585, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=ede9cd5d-4db5-4158-baa6-85e59925e585,segment=NetworkSegment(f8b56254-8422-4bb1-8ea0-9b07cc31a90e),segment_id=f8b56254-8422-4bb1-8ea0-9b07cc31a90e)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:12.558817 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.576972 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Calling delete_port for ede9cd5d-4db5-4158-baa6-85e59925e585 owned by network:router_gateway {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:12.778515 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_dvr_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] Set router 8d8190c4-d590-420d-be43-58b3db7b1137 gateway port host: None {{(pid=101484) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 16:09:12.784448 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.812359 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede9cd5d-4db5-4158-baa6-85e59925e585,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:12.835319 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.l3_hamode_db [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:09:12Z', 'revision_number': 6, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port_host': None}], 'dv-cinder-780759-4-iscsi', False) {} {{(pid=101484) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:12.865974 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f820d002-566e-47f7-a986-e4f971acac30 None None] The sync data for ids ['8d8190c4-d590-420d-be43-58b3db7b1137'] in dv-cinder-780759-4-iscsi is: [{'id': '8d8190c4-d590-420d-be43-58b3db7b1137', 'name': 'tempest-TestVolumeBootPattern-1761889371-router', 'tenant_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T16:01:55Z', 'updated_at': '2021-10-28T16:09:12Z', 'revision_number': 6, 'project_id': '88adc6e6207a4f6db8c8e862cbed2a72', 'gw_port_host': None}] {{(pid=101484) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 16:09:12.894767 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1596000'] for router_gateway, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.992399 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1584906', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-30397'] for router, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:12.994667 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.041054 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1584925'] for router, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.041680 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d8190c4-d590-420d-be43-58b3db7b1137 {{(pid=101481) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 16:09:13.047246 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] Publish callbacks [] for router, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.048555 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-25118e37-c10b-4c2a-8472-c212b41a4a88 admin admin] 10.222.0.74 "DELETE /v2.0/routers/8d8190c4-d590-420d-be43-58b3db7b1137 HTTP/1.1" status: 204 len: 168 time: 0.8525229 Oct 28 16:09:13.051298 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57122) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:13.096643 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Deleting subnet 9487468d-acbf-435a-800f-0dd58138c68d {{(pid=101481) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 16:09:13.100213 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.137570 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9031447'] for subnet, precommit_delete_associations {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.226648 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-955986'] for subnet, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.281152 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-955995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1931791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3506586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9435075'] for subnet, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.307009 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9487468d-acbf-435a-800f-0dd58138c68d,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:13.310871 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.314142 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-8d22533a-65c8-4675-a7dd-2348f3e9631e admin admin] 10.222.0.74 "DELETE /v2.0/subnets/9487468d-acbf-435a-800f-0dd58138c68d HTTP/1.1" status: 204 len: 168 time: 0.2615957 Oct 28 16:09:13.316770 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57124) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:13.319329 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf6bdb-59f1-45c3-9321-cc42a54ab6cd None None] Network 1d547121-9ebd-4740-a1d2-324fad4a4fdf requested from dv-cinder-780759-4-iscsi {{(pid=101483) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 16:09:13.387241 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-921513'] for network, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.441132 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Deleting port c19b4589-6e84-4d41-86bd-e5cca73b816f {{(pid=101481) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 16:09:13.441473 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755889838358'] for port, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.509200 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.db [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] For port c19b4589-6e84-4d41-86bd-e5cca73b816f, host dv-cinder-780759-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-780759-4-iscsi',level=0,port_id=c19b4589-6e84-4d41-86bd-e5cca73b816f,segment=NetworkSegment(2425ee32-fde8-49d2-863c-bc206c9372c8),segment_id=2425ee32-fde8-49d2-863c-bc206c9372c8)] {{(pid=101481) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 16:09:13.509570 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1592919'] for port, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.522203 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.plugin [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Calling delete_port for c19b4589-6e84-4d41-86bd-e5cca73b816f owned by network:dhcp {{(pid=101481) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 16:09:13.608369 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-998816', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-20914', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755889745884', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755889249895', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3506607'] for port, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.616104 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529696b8-7657-43dc-b6a1-8f7ca5e9b15d None None] DHCP port deletion for 1d547121-9ebd-4740-a1d2-324fad4a4fdf request from dv-cinder-780759-4-iscsi {{(pid=101483) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 16:09:13.636059 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Pushing event deleted for resources: {'Port': ['ID=c19b4589-6e84-4d41-86bd-e5cca73b816f,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:13.641644 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] No DVR routers for this DVR port c19b4589-6e84-4d41-86bd-e5cca73b816f on host dv-cinder-780759-4-iscsi {{(pid=101481) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 16:09:13.714723 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-945095', 'neutron.services.segments.db._delete_segments_for_network-8755889771870'] for network, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.736051 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d547121-9ebd-4740-a1d2-324fad4a4fdf']}} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:13.746671 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2425ee32-fde8-49d2-863c-bc206c9372c8') {'for_net_delete': True} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:13.746961 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.services.segments.db [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2425ee32-fde8-49d2-863c-bc206c9372c8') {} {{(pid=101481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 16:09:13.756470 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755889772903', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9031534'] for segment, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.769871 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227'] for segment, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.776197 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Releasing vlan 562 on physical network physnet1 to pool {{(pid=101481) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 16:09:13.776512 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-958227', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3506544'] for segment, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: Traceback (most recent call last): Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: timer() Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: cb(*args, **kw) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: return func(*args, **kwargs) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: self._notify() Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: self.callback(batched_events) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: event.method(event) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: return f(self, *a, **k) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._get(url).json() Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: return self.request(url, 'GET', **kwargs) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 16:09:13.778157 dv-cinder-780759-4-iscsi neutron-server[101481]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 16:09:13.836294 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-945100', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1749933', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2013117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1595996'] for network, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.843017 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.859461 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2013103'] for network, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:13.863453 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] 10.222.0.74 "DELETE /v2.0/networks/1d547121-9ebd-4740-a1d2-324fad4a4fdf HTTP/1.1" status: 204 len: 168 time: 0.5454755 Oct 28 16:09:13.865355 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6108-702d-4bfc-ad55-470f545407bf admin admin] Pushing event deleted for resources: {'Network': ['ID=1d547121-9ebd-4740-a1d2-324fad4a4fdf,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:14.054024 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57140) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:14.094121 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-f89f61bb-f89f-45ed-b791-cbf322f04ae0 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=47da1a230e8243e89d018d9d54186ede&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389123 Oct 28 16:09:14.096737 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57146) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:14.145076 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2492f66-ea9f-4c10-a7b0-7099b43e6563 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.169111 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2492f66-ea9f-4c10-a7b0-7099b43e6563 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.221608 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2492f66-ea9f-4c10-a7b0-7099b43e6563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.224333 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-b2492f66-ea9f-4c10-a7b0-7099b43e6563 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.228114 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-b2492f66-ea9f-4c10-a7b0-7099b43e6563 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/4ea8782f-1d1b-44f0-97f5-1f2e862cdd1b HTTP/1.1" status: 204 len: 168 time: 0.1304269 Oct 28 16:09:14.235794 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2492f66-ea9f-4c10-a7b0-7099b43e6563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea8782f-1d1b-44f0-97f5-1f2e862cdd1b,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:14.570938 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 57178) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:14.615575 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57182) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:14.615747 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-5c00e922-f66b-4df0-bbf3-20cd91c40eba admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=88adc6e6207a4f6db8c8e862cbed2a72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433846 Oct 28 16:09:14.665362 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2e56c11a-7a0c-4f90-a84f-fb6ea4e91d4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.686664 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2e56c11a-7a0c-4f90-a84f-fb6ea4e91d4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.742853 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2e56c11a-7a0c-4f90-a84f-fb6ea4e91d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.745818 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-2e56c11a-7a0c-4f90-a84f-fb6ea4e91d4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:14.746946 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-2e56c11a-7a0c-4f90-a84f-fb6ea4e91d4d admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/a5c39eb7-a74c-4e83-8cea-3e35738e20c2 HTTP/1.1" status: 204 len: 168 time: 0.1299341 Oct 28 16:09:14.755020 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e56c11a-7a0c-4f90-a84f-fb6ea4e91d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c39eb7-a74c-4e83-8cea-3e35738e20c2,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:14.843863 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 651ac80e-9870-42bf-8eda-abb44be09db2 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:14.865911 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: 651ac80e-9870-42bf-8eda-abb44be09db2 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:14.866287 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device 651ac80e-9870-42bf-8eda-abb44be09db2 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:14.866830 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c19b4589-6e84-4d41-86bd-e5cca73b816f no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:14.886867 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: c19b4589-6e84-4d41-86bd-e5cca73b816f {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:14.887152 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device c19b4589-6e84-4d41-86bd-e5cca73b816f not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:14.887567 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ede9cd5d-4db5-4158-baa6-85e59925e585 no longer exists at agent ovs-agent-dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 16:09:14.907578 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.plugin [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] No Port match for: ede9cd5d-4db5-4158-baa6-85e59925e585 {{(pid=101483) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 16:09:14.907920 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron.plugins.ml2.rpc [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Device ede9cd5d-4db5-4158-baa6-85e59925e585 not bound to the agent host dv-cinder-780759-4-iscsi {{(pid=101483) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 16:09:16.174096 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57206) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:16.282539 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a91f3cf7-c033-46f8-9198-fb07220e48cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.362231 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a91f3cf7-c033-46f8-9198-fb07220e48cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.368561 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-a91f3cf7-c033-46f8-9198-fb07220e48cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.405544 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-a91f3cf7-c033-46f8-9198-fb07220e48cb admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=61aefa9eab5d4d98b062a483b3c0fc7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302046 Oct 28 16:09:16.406369 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f3cf7-c033-46f8-9198-fb07220e48cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c14e9c-f289-48e0-9387-3f17950f8250,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:16.408675 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 57210) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:16.462047 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7b187908-f2ae-42eb-aa54-8b048059d611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.484814 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7b187908-f2ae-42eb-aa54-8b048059d611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.533891 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7b187908-f2ae-42eb-aa54-8b048059d611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.536638 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-7b187908-f2ae-42eb-aa54-8b048059d611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.537860 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-7b187908-f2ae-42eb-aa54-8b048059d611 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/59c14e9c-f289-48e0-9387-3f17950f8250 HTTP/1.1" status: 204 len: 168 time: 0.1281457 Oct 28 16:09:16.546178 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b187908-f2ae-42eb-aa54-8b048059d611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c14e9c-f289-48e0-9387-3f17950f8250,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:16.828226 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57216) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:16.842116 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc00-0ef8-4bb4-b38c-d78830a8ff22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.937372 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc00-0ef8-4bb4-b38c-d78830a8ff22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.943855 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-0bd8bc00-0ef8-4bb4-b38c-d78830a8ff22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:16.980632 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-0bd8bc00-0ef8-4bb4-b38c-d78830a8ff22 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=b3d1625f922546ec9ae0db644249f657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512575 Oct 28 16:09:16.981373 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8bc00-0ef8-4bb4-b38c-d78830a8ff22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64609a06-333d-4eeb-a654-591a1e47129a,revision_number=1']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:16.983666 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 57218) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:17.032693 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-307e17fb-5d01-4818-b22b-324e719f58d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:17.054698 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-307e17fb-5d01-4818-b22b-324e719f58d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:17.102162 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-307e17fb-5d01-4818-b22b-324e719f58d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:17.105066 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-307e17fb-5d01-4818-b22b-324e719f58d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:17.106220 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-307e17fb-5d01-4818-b22b-324e719f58d2 admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/64609a06-333d-4eeb-a654-591a1e47129a HTTP/1.1" status: 204 len: 168 time: 0.1215730 Oct 28 16:09:17.113921 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307e17fb-5d01-4818-b22b-324e719f58d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64609a06-333d-4eeb-a654-591a1e47129a,revision_number=None']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:22.215716 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:09:22.289858 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.594927 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.wsgi [-] (101482) accepted ('10.222.0.74', 57302) {{(pid=101482) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:25.703817 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2a2994b-8c6d-43d3-8519-785ce1434e11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.781239 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2a2994b-8c6d-43d3-8519-785ce1434e11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.787300 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron_lib.callbacks.manager [None req-b2a2994b-8c6d-43d3-8519-785ce1434e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_create {{(pid=101482) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.825177 dv-cinder-780759-4-iscsi neutron-server[101482]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2994b-8c6d-43d3-8519-785ce1434e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e6a88c-9c17-4d0d-8cef-90b43a3311b1,revision_number=1']} {{(pid=101482) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:25.829598 dv-cinder-780759-4-iscsi neutron-server[101482]: INFO neutron.wsgi [None req-b2a2994b-8c6d-43d3-8519-785ce1434e11 admin admin] 10.222.0.74 "GET /v2.0/security-groups?tenant_id=bbfee61d45a14ab3bbaefa2df130d51c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335854 Oct 28 16:09:25.833001 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [-] (101481) accepted ('10.222.0.74', 57306) {{(pid=101481) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 16:09:25.886335 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ddc5215a-9661-48a3-ae5c-317aed96199a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.909882 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ddc5215a-9661-48a3-ae5c-317aed96199a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.959958 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ddc5215a-9661-48a3-ae5c-317aed96199a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802755'] for security_group, after_delete {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.962502 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron_lib.callbacks.manager [None req-ddc5215a-9661-48a3-ae5c-317aed96199a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:25.966333 dv-cinder-780759-4-iscsi neutron-server[101481]: INFO neutron.wsgi [None req-ddc5215a-9661-48a3-ae5c-317aed96199a admin admin] 10.222.0.74 "DELETE /v2.0/security-groups/87e6a88c-9c17-4d0d-8cef-90b43a3311b1 HTTP/1.1" status: 204 len: 168 time: 0.1302462 Oct 28 16:09:25.971442 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5215a-9661-48a3-ae5c-317aed96199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e6a88c-9c17-4d0d-8cef-90b43a3311b1,revision_number=None']} {{(pid=101481) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 16:09:38.492585 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5fbdb2ad-4917-4ffc-81f4-cb049042d63c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:41.062209 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-d20b100b-cb0f-4cae-8e43-51b749e8d622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:42.036307 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:42.326937 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:43.848237 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:52.290076 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:09:59.217709 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:10:08.492245 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-5b628bf4-c93b-4412-93ff-e9080cb7adba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:11.053806 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6b4aef49-9f19-4fcc-9c14-81105c56fc88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:12.038807 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:12.314071 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:13.849438 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:22.288077 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:36.222314 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:10:38.495535 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-945cf6ef-f848-42a3-b18a-0c01af46b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:41.052495 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-13263b24-9240-458c-9772-2df11133cdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:42.043050 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:42.310935 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:43.853628 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:10:52.301083 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:05.364711 dv-cinder-780759-4-iscsi neutron-server[101481]: DEBUG neutron.wsgi [req-44292bb5-dd51-405b-88b4-60869f761a85 req-3cc9b150-389d-40ff-9560-d424c6e9c34a service neutron] (101481) timed out ('10.222.0.54', 61135) {{(pid=101481) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 16:11:08.502718 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-e6b7a7ba-b9d6-49e7-b396-c35cb5c8cd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:11.054722 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-216ca1ad-558e-48cd-b75c-5e1eadbb63e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:12.043821 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:12.311855 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:13.226842 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:11:13.862245 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:22.305815 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:38.495820 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b53ce75d-f00b-4435-91e3-505077fea01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:41.058118 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b9d4a52a-1588-45a4-baa3-87117931a7e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:42.048591 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:42.314652 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:43.865818 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:11:50.231404 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:11:52.298140 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:08.495426 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-6f1cc0ea-be39-44dd-8215-8dffb27bc6ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:11.064421 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7db2be0d-10a2-4f47-b859-c28cc4b48e5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:12.053234 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:12.317903 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:13.859970 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:22.297930 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:27.231765 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:12:38.500298 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1ed0d6ba-2f7c-4ece-8a41-af3547aa0118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:41.053829 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-38f61ca0-8dc3-4d51-9286-6e36a9b029ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:42.055468 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:42.314773 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:43.863398 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:12:52.309034 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:04.236362 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:13:08.496788 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-1364ae8a-2d7f-4e2b-a7d8-731da8144877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:11.058974 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-12ff071f-12cb-460e-a2f1-3974e94a1985 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:12.064535 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:12.323935 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:13.868260 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:22.325774 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:38.502163 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-65a274cc-4623-4e03-a26d-761b3bb7ac03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:41.064320 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-8465c69e-8acd-4334-b076-8ddbdf72a435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:41.241376 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:13:42.063884 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:42.318478 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:43.878475 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:13:52.321482 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:08.509841 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-b1d575da-5715-4974-88ee-b1ed8f33f376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:11.067534 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-ee03bdae-dd26-4c43-aec2-f12b67ac7e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:12.073296 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:12.324866 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:13.872828 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:18.248886 dv-cinder-780759-4-iscsi neutron-server[101484]: DEBUG neutron.db.agents_db [None req-ccc22f26-8630-48f3-b566-8721953b56e8 None None] Agent healthcheck: found 6 active agents {{(pid=101484) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 16:14:22.331765 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-68b0e9ce-d65e-4aec-a073-617df7806340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:38.494330 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-44a62c7e-5fa5-4dfa-a41c-10e89c7e0c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:41.069759 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a7d1389-913f-407d-ae4a-8dc5672200bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:42.070232 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-7a0a1855-236d-4bd1-8acf-4d88d5826e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:42.308929 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-0865ec89-835a-4a5a-95fa-7df5a3ff6bf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 16:14:43.875687 dv-cinder-780759-4-iscsi neutron-server[101483]: DEBUG neutron_lib.callbacks.manager [None req-2137527b-51b1-48db-bdc6-c776fdaa281c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755889771852', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-944013'] for agent, after_update {{(pid=101483) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}